-- Logs begin at Wed 2021-02-17 23:34:22 UTC, end at Thu 2021-02-18 00:38:15 UTC. -- Feb 18 00:09:59.942781 dv-cinder-751579-21-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 00:10:02.702720 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.common.config [-] Logging enabled! Feb 18 00:10:02.703279 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 18 00:10:02.705217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83911) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 00:10:02.707004 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.common.config [-] Logging enabled! Feb 18 00:10:02.707299 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 18 00:10:02.707688 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83911) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 00:10:02.708767 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 00:10:02.709040 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 00:10:02.710085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 00:10:02.710372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 00:10:02.710635 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 00:10:02.711010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.711359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.711706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.711978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.712324 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.712688 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.713021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.713360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.713707 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.714035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.714359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.714685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.714950 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.715274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.715609 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.715946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.716206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] debug = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.716527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.717094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.717423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.717749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.718089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.718407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.718726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.719059 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.720039 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] host = dv-cinder-751579-21-smb {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.720365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.720724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.721062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.721399 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.721720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.722045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.722379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.722696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.723010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] log_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.723328 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.723666 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.724000 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.724342 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.724639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.724887 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.725222 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.725561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.725883 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.726201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.726523 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.726841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.727157 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.727470 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.727805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.728136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.728472 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.728814 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.729134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.729452 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.729767 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.730100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.730419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.730736 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.731052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.731386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.731695 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.732019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.732368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.732724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.733055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.733388 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.733709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.734041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.734358 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.734670 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.735937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] use_json = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.736099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.736396 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.736750 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.737069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.737385 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.737704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.738024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.738357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:02.738696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.739042 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.739394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.739720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.740058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.740385 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.740744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.741069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.741406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.741743 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.742081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.742400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.742727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.743048 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.743390 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.743741 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.744083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.744424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.744770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.745090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.745405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.745724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.746052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.746391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.746727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.747044 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.747364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.747702 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.748021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.748336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.748676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.749012 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.749333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.749649 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.749973 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.750289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.750645 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.750939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.751255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.751593 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.751916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.752228 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.752541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.752883 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.753197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.753527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.753846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.754159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.754472 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.754792 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.755105 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.755419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.755740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.756054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.756371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.756710 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.757025 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.757338 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.757653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.757966 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.758278 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.758590 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.758907 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.759219 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.759530 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.759846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.760160 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.760472 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.760821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.761159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.761479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.761805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.762125 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.762442 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.762761 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.763077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.763396 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.763716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.764031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.764367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.764713 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.765042 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.765366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.765682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.766090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.766409 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.766738 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.767060 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.767384 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.767708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.768039 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.768377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.768740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.769077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.769415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.769749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.770069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.770428 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.770745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:02.771005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 00:10:02.771266 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83911) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 18 00:10:03.432339 dv-cinder-751579-21-smb neutron-server[83911]: INFO keyring.backend [-] Loading Gnome Feb 18 00:10:03.450140 dv-cinder-751579-21-smb neutron-server[83911]: INFO keyring.backend [-] Loading Google Feb 18 00:10:03.452726 dv-cinder-751579-21-smb neutron-server[83911]: INFO keyring.backend [-] Loading Windows (alt) Feb 18 00:10:03.456231 dv-cinder-751579-21-smb neutron-server[83911]: INFO keyring.backend [-] Loading file Feb 18 00:10:03.457244 dv-cinder-751579-21-smb neutron-server[83911]: INFO keyring.backend [-] Loading keyczar Feb 18 00:10:03.457531 dv-cinder-751579-21-smb neutron-server[83911]: INFO keyring.backend [-] Loading multi Feb 18 00:10:03.458173 dv-cinder-751579-21-smb neutron-server[83911]: INFO keyring.backend [-] Loading pyfs Feb 18 00:10:03.504704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83911) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:03.505019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83911) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:03.505349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83911) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:03.505720 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 00:10:03.897372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:03.897909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:03.898020 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:03.947366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:03.947689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:03.947994 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:03.951598 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:03.951915 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:03.952222 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.020222 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.020544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.020902 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.022049 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.022360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.022660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.294960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.295211 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.295522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.295827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.296707 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.446262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.446646 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.446976 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.447287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.447594 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.447980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.448285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.448581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.448903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.449245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.449546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.449853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.450164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.450460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.450773 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.451095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.451393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.451721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.452011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.452497 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.452812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.453101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.453460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.453750 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.454095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.454619 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 00:10:04.454903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 00:10:04.455182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 00:10:04.455459 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 00:10:04.455734 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 00:10:04.456010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 00:10:04.456431 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 00:10:04.459663 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 00:10:04.463580 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 00:10:04.467484 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 18 00:10:04.469297 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 00:10:04.470662 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 00:10:04.471051 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 18 00:10:04.471490 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 00:10:04.474257 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 00:10:04.474546 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 00:10:04.474932 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 18 00:10:04.497298 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 18 00:10:04.497810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.498146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83911) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 18 00:10:04.498562 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.499911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83911) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 00:10:04.500229 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 18 00:10:04.501335 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 18 00:10:04.504561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.504906 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:04.571976 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 00:10:04.572192 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 00:10:04.572468 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 00:10:04.572946 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 00:10:04.606145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.sqlalchemy.engines [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83911) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 18 00:10:05.050092 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Initializing driver for type 'gre' Feb 18 00:10:05.050675 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] gre ID ranges: [(1, 1000)] Feb 18 00:10:05.090540 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Initializing driver for type 'local' Feb 18 00:10:05.090915 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Initializing driver for type 'vlan' Feb 18 00:10:05.102704 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] VlanTypeDriver initialization complete Feb 18 00:10:05.103084 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Initializing driver for type 'vxlan' Feb 18 00:10:05.103643 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] vxlan ID ranges: [(1, 1000)] Feb 18 00:10:05.149186 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Initializing extension driver 'port_security' Feb 18 00:10:05.149541 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.extensions.port_security [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] PortSecurityExtensionDriver initialization complete Feb 18 00:10:05.149910 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Initializing mechanism driver 'openvswitch' Feb 18 00:10:05.156151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83911) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:10:05.157625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > port after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.158033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > port after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.158420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > port after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.158846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > subnet after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.159235 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > subnet after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.159616 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.160031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > network after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.160416 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > network after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.160822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > network after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.161238 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > security_group after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.161620 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > security_group after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.161996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.162408 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.162789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.163162 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.163701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > address_group after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.164083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > address_group after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.164458 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.164851 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] ML2 OVO RPC backend initialized. {{(pid=83911) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 18 00:10:05.165650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.166040 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.166496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > network before_response 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.166885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > networks before_response 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.167265 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > port before_response 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.167640 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > ports before_response 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.168019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > subnet before_response 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.168398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > subnets before_response 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.168807 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > network after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.169187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > network after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.169559 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > network after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.169933 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > port after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.170307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > port after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.170679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > port after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.171057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > subnet after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.171430 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > subnet after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.171802 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.173129 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.plugin [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Modular L2 Plugin initialization complete Feb 18 00:10:05.173496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading services supported by the core plugin {{(pid=83911) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 00:10:05.173866 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.plugins.ml2.managers [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Got port-security extension from driver 'port_security' Feb 18 00:10:05.174377 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.extensions.vlantransparent [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Disabled vlantransparent extension. Feb 18 00:10:05.174857 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83911) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 00:10:05.175206 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading Plugin: router Feb 18 00:10:05.214153 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.214595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router after_create 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.215007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router before_create 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.215510 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.215932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.216327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router after_delete 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.216753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.217168 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router after_create 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.217550 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router after_update 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.217938 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router after_update 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.218327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.218732 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router after_update 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.219767 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router precommit_update 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.220202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: port after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.220586 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: port after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.220986 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: subnet after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.221365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.221754 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.222139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router precommit_create 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.222524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: port before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.222905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router precommit_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.223311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router after_update 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.223691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.224080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router precommit_create 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.224489 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.224899 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router precommit_update 55549900 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.225405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > network after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.226418 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Tracking information for resource: router configured {{(pid=83911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 00:10:05.226792 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Tracking information for resource: floatingip configured {{(pid=83911) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 00:10:05.231726 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_agentschedulers_db [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 00:10:05.232380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: port after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.232803 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: port after_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.233189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: port after_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.233583 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: port after_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.234483 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router before_create 55550100 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.234995 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.235567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router precommit_create 55550100 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.235972 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > router precommit_update 55550100 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.240815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.provider_configuration [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service providers = [] {{(pid=83911) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 00:10:05.241215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.servicetype_db [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83911) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 00:10:05.244183 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.service_base [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 00:10:05.244570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.service_base [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 00:10:05.245053 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.service_base [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 00:10:05.245946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.service_base [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83911) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 00:10:05.246349 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.services.service_base [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 00:10:05.246772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 00:10:05.247131 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 00:10:05.257308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 00:10:05.257681 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading Plugin: auto_allocate Feb 18 00:10:05.263419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: network precommit_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.263827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: network precommit_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.264417 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 00:10:05.264799 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading Plugin: tag Feb 18 00:10:05.272363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 00:10:05.272765 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading Plugin: timestamp Feb 18 00:10:05.276998 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 00:10:05.277527 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading Plugin: network_ip_availability Feb 18 00:10:05.283711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.284115 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.284572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.285369 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 00:10:05.285726 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading Plugin: flavors Feb 18 00:10:05.290196 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 00:10:05.290562 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading Plugin: revisions Feb 18 00:10:05.294959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83911) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 00:10:05.295380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=83911) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:05.296173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83911) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 18 00:10:05.296533 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Initializing extension manager. Feb 18 00:10:05.297139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: __init__.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.297550 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: __pycache__ {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.298010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.298389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: address_group.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.299343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.299982 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: address-group Feb 18 00:10:05.300391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: address_scope.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.301136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.301716 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: address-scope Feb 18 00:10:05.302079 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.303023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.303603 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: router-admin-state-down-before-update Feb 18 00:10:05.304033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: agent.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.305293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.306312 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: agent Feb 18 00:10:05.306947 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: agent_resources_synced.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.308455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.309518 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: agent-resources-synced Feb 18 00:10:05.310159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: allowedaddresspairs.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.313268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.314306 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: allowed-address-pairs Feb 18 00:10:05.314954 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: auto_allocated_topology.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.316753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.317796 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: auto-allocated-topology Feb 18 00:10:05.318448 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: availability_zone.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.319716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.320784 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: availability_zone Feb 18 00:10:05.321424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: availability_zone_filter.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.322941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.323967 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: availability_zone_filter Feb 18 00:10:05.324638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: data_plane_status.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.326147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.327166 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 00:10:05.327811 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: default_subnetpools.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.329861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.330894 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: default-subnetpools Feb 18 00:10:05.331531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.333157 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.334187 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: dhcp_agent_scheduler Feb 18 00:10:05.334834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: dns.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.336359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.337448 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension dns-integration not supported by any of loaded plugins Feb 18 00:10:05.338097 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: dns_domain_ports.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.339616 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.340667 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 00:10:05.341315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: dvr.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.342539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.343572 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: dvr Feb 18 00:10:05.344833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: empty_string_filtering.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.346365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.347399 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: empty-string-filtering Feb 18 00:10:05.348053 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.349620 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.350652 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 00:10:05.351298 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.353284 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.354316 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 00:10:05.354962 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: external_net.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.356485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.357552 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: external-net Feb 18 00:10:05.358205 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.359750 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.360830 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: extra_dhcp_opt Feb 18 00:10:05.361475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: extraroute.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.363010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.364042 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: extraroute Feb 18 00:10:05.364715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: extraroute_atomic.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.366389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.367421 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: extraroute-atomic Feb 18 00:10:05.368069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: filter_validation.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.369315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.370351 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: filter-validation Feb 18 00:10:05.370994 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: fip_pf_description.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.372515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.373573 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 00:10:05.374214 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: fip_port_details.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.375929 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.377014 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: fip-port-details Feb 18 00:10:05.377672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: flavors.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.379678 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.380748 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: flavors Feb 18 00:10:05.381398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.384093 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.385179 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 00:10:05.385974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: floatingip_pools.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.387246 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.388303 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: floatingip-pools Feb 18 00:10:05.388985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: ip_allocation.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.390529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.392089 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 00:10:05.392790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.394321 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.395357 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: ip-substring-filtering Feb 18 00:10:05.396007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: l2_adjacency.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.397580 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.398873 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 00:10:05.399522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: l3.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.401410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.402467 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: router Feb 18 00:10:05.403116 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.407596 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.408665 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 00:10:05.409322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.410856 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.411900 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: ext-gw-mode Feb 18 00:10:05.412553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.414133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.415167 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: l3-ha Feb 18 00:10:05.415818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: l3_flavors.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.417370 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.418417 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: l3-flavors Feb 18 00:10:05.419069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.420633 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.421676 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 00:10:05.422348 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: l3agentscheduler.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.424500 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.425572 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: l3_agent_scheduler Feb 18 00:10:05.426218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: logging.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.428722 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.429751 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension logging not supported by any of loaded plugins Feb 18 00:10:05.430404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: metering.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.431751 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.433034 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: metering Feb 18 00:10:05.433680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.435483 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.436524 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: metering_source_and_destination_fields Feb 18 00:10:05.437212 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: multiprovidernet.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.438971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.440015 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: multi-provider Feb 18 00:10:05.440716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: netmtu.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.442224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.443255 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: net-mtu Feb 18 00:10:05.443900 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: netmtu_writable.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.445462 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.446493 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: net-mtu-writable Feb 18 00:10:05.447198 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: network_availability_zone.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.448435 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.449514 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: network_availability_zone Feb 18 00:10:05.450158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: network_ip_availability.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.451960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.453024 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: network-ip-availability Feb 18 00:10:05.454378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: network_segment_range.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.455940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.457012 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 00:10:05.457659 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: pagination.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.459301 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.459969 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: pagination Feb 18 00:10:05.460643 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: port_device_profile.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.462178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.463216 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: port-device-profile Feb 18 00:10:05.463863 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.465446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.466478 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: port-mac-address-regenerate Feb 18 00:10:05.467117 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.468670 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.470310 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: port-numa-affinity-policy Feb 18 00:10:05.470947 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: port_resource_request.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.472468 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.473553 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 00:10:05.474201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: portbindings.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.475745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.477073 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: binding Feb 18 00:10:05.477772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: portbindings_extended.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.480150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.481374 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: binding-extended Feb 18 00:10:05.482074 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: portsecurity.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.483619 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.484709 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: port-security Feb 18 00:10:05.485360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: project_id.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.486976 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.487637 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: project-id Feb 18 00:10:05.488279 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: providernet.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.489888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.490903 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: provider Feb 18 00:10:05.491541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: qos.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.497644 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.498695 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension qos not supported by any of loaded plugins Feb 18 00:10:05.499348 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.503184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.504214 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 00:10:05.504896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.506422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.507454 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 00:10:05.508099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: qos_default.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.509682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.510713 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension qos-default not supported by any of loaded plugins Feb 18 00:10:05.511363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: qos_fip.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.512509 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.513587 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension qos-fip not supported by any of loaded plugins Feb 18 00:10:05.514231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: qos_gateway_ip.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.515765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.517342 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 00:10:05.517988 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: qos_port_network_policy.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.519705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.520855 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 00:10:05.521499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: qos_rule_type_details.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.523171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.524562 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 00:10:05.525239 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: qos_rules_alias.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.527071 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.528102 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 00:10:05.528776 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: quotasv2.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.530473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.531133 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: quotas Feb 18 00:10:05.532323 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: quotasv2_detail.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.535032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.535703 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: quota_details Feb 18 00:10:05.536358 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: rbac.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.538667 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.539477 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: rbac-policies Feb 18 00:10:05.540123 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: rbac_address_scope.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.541752 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.542786 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: rbac-address-scope Feb 18 00:10:05.543437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: rbac_security_groups.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.545155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.546193 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: rbac-security-groups Feb 18 00:10:05.546846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: rbac_subnetpool.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.548417 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.549496 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: rbac-subnetpool Feb 18 00:10:05.550143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: revisionifmatch.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.551731 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.552773 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: revision-if-match Feb 18 00:10:05.553427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: revisions.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.555301 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.556325 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: standard-attr-revisions Feb 18 00:10:05.557024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: router_availability_zone.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.558265 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.559316 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: router_availability_zone Feb 18 00:10:05.559953 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: routerservicetype.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.561539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.562584 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension router-service-type not supported by any of loaded plugins Feb 18 00:10:05.563756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.565351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.566369 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: security-groups-normalized-cidr Feb 18 00:10:05.567013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.568556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.569643 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: port-security-groups-filtering Feb 18 00:10:05.570286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.571863 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.572935 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: security-groups-remote-address-group Feb 18 00:10:05.573587 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: securitygroup.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.600547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.601671 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: security-group Feb 18 00:10:05.602332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: segment.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.603804 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.604899 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension segment not supported by any of loaded plugins Feb 18 00:10:05.605549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.607139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.608179 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 00:10:05.608862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: servicetype.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.610733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.611777 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: service-type Feb 18 00:10:05.612427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: sorting.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.614099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.614761 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: sorting Feb 18 00:10:05.615410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: standard_attr_segment.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.616975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.618010 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 00:10:05.618653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: standardattrdescription.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.619830 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.620901 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: standard-attr-description Feb 18 00:10:05.621549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: stateful_security_group.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.623110 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.624142 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: stateful-security-group Feb 18 00:10:05.624852 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: stdattrs_common.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.626416 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 00:10:05.627067 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.628743 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.629787 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 00:10:05.630446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: subnet_onboard.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.632218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.633329 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: subnet_onboard Feb 18 00:10:05.633978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.635517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.636555 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 00:10:05.637259 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: subnet_service_types.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.638800 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.639837 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: subnet-service-types Feb 18 00:10:05.640486 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: subnetallocation.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.642824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.643858 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: subnet_allocation Feb 18 00:10:05.644504 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.645741 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.646782 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: subnetpool-prefix-ops Feb 18 00:10:05.647425 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.649273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.650315 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 00:10:05.650965 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: tagging.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.653232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.654287 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: standard-attr-tag Feb 18 00:10:05.654938 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: timestamp.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.657487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.658530 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loaded extension: standard-attr-timestamp Feb 18 00:10:05.659190 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: trunk.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.660934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.661984 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension trunk not supported by any of loaded plugins Feb 18 00:10:05.662627 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: trunk_details.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.664174 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.665241 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension trunk-details not supported by any of loaded plugins Feb 18 00:10:05.665889 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: uplink_status_propagation.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.667427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.668458 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 00:10:05.669132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Loading extension file: vlantransparent.py {{(pid=83911) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 00:10:05.670343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83911) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 00:10:05.671386 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 00:10:05.677700 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:network Feb 18 00:10:05.679132 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:subnet Feb 18 00:10:05.680341 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 00:10:05.681609 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:port Feb 18 00:10:05.684279 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.685192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service FLAVORS assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.686488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.687338 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.688022 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:router Feb 18 00:10:05.689373 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 00:10:05.690776 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service METERING assigned prefix: /metering {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.694057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.694806 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.695473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83911) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:10:05.697576 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 00:10:05.698427 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:security_group Feb 18 00:10:05.699853 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 00:10:05.701392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service CORE assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.702040 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 00:10:05.702699 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] subnetpool is already registered Feb 18 00:10:05.703938 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service CORE assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.704626 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 00:10:05.705265 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] subnetpool is already registered Feb 18 00:10:05.710780 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.711613 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service FLAVORS assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.712863 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.713684 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.714342 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:router Feb 18 00:10:05.714993 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] router is already registered Feb 18 00:10:05.716173 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 00:10:05.716879 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] floatingip is already registered Feb 18 00:10:05.718136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service METERING assigned prefix: /metering {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.720050 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 00:10:05.720742 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] rbac_policy is already registered Feb 18 00:10:05.721881 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:security_group Feb 18 00:10:05.722520 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] security_group is already registered Feb 18 00:10:05.723686 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 00:10:05.724332 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] security_group_rule is already registered Feb 18 00:10:05.725738 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service CORE assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.726396 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 00:10:05.727036 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] subnetpool is already registered Feb 18 00:10:05.728224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.resource_helper [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Service CORE assigned prefix: {{(pid=83911) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 00:10:05.728906 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 00:10:05.729552 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.quota.resource_registry [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] subnetpool is already registered Feb 18 00:10:05.730842 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: extensions {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.733913 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: address-groups {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.737997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: address-scopes {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.740566 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: agents {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.743088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: auto-allocated-topology {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.745781 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: availability_zones {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.748751 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: dhcp-networks {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.751981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: dhcp-agents {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.754997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: routers {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.758888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: flavors {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.761426 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: service_profiles {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.763996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: next_providers {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.768558 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: service_profiles {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.771658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: floatingip-pools {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.774554 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: routers {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.778448 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: floatingips {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.781030 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: l3-routers {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.784492 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: l3-agents {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.787502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: metering-labels {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.790366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: metering-label-rules {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.793110 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: network-ip-availabilities {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.795798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: bindings {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.799948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: quotas {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.803126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: quotas {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.806141 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: rbac-policies {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.808904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: security-groups {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.811474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: security-group-rules {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.814177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: service-providers {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.816787 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: subnetpools {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.819735 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: subnetpools {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.822875 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: tags {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.826438 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: tags {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.830304 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: tags {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.834035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: tags {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.837789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: tags {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.841485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: tags {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.845834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: tags {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.849693 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: tags {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.853659 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: tags {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.857531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.extensions [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Extended resource: tags {{(pid=83911) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 00:10:05.872641 dv-cinder-751579-21-smb neutron-server[83911]: WARNING keystonemiddleware.auth_token [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 00:10:05.882989 dv-cinder-751579-21-smb neutron-server[83911]: WARNING keystonemiddleware.auth_token [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 00:10:05.901039 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Acquired lock "singleton_lock" {{(pid=83911) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 18 00:10:05.901936 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Releasing lock "singleton_lock" {{(pid=83911) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 18 00:10:05.904760 dv-cinder-751579-21-smb neutron-server[83911]: INFO oslo_service.service [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Starting 2 workers Feb 18 00:10:05.912308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Started child 84024 {{(pid=83911) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 00:10:05.915588 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:05.917044 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [-] (84024) wsgi starting up on http://0.0.0.0:9696 Feb 18 00:10:05.919391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Started child 84025 {{(pid=83911) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 00:10:05.921494 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.service [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 00:10:05.921934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:05.923059 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Notify callbacks [] for process, before_spawn {{(pid=83911) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:05.924066 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [-] (84025) wsgi starting up on http://0.0.0.0:9696 Feb 18 00:10:05.927167 dv-cinder-751579-21-smb neutron-server[83911]: INFO oslo_service.service [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Starting 1 workers Feb 18 00:10:05.935011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Started child 84026 {{(pid=83911) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 00:10:05.935968 dv-cinder-751579-21-smb neutron-server[83911]: INFO oslo_service.service [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Starting 1 workers Feb 18 00:10:05.936167 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.service [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] calling RpcWorker wait() {{(pid=84026) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 00:10:05.936555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.service [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] returning from RpcWorker wait() {{(pid=84026) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 00:10:05.938049 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:05.938551 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:10:05.943206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Started child 84027 {{(pid=83911) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 00:10:05.944466 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f41a204-b480-4527-9d18-3021cfd07331 None None] Notify callbacks [] for process, after_spawn {{(pid=83911) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:05.946079 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:05.946548 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83911) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 18 00:10:05.946950 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 00:10:05.947054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:10:05.947314 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 00:10:05.947757 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 00:10:05.948440 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 00:10:05.948850 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 00:10:05.949715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.950244 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.950774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.951258 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.951835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.953223 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.954769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.954769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.955315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.955822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.956184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.956545 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.957094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.957592 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.958195 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.958711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.959208 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.959711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.960092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.960625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.961173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.961677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.962199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] debug = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.962675 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.963764 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.964236 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.964806 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.965309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.965821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.966313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.966836 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.967333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.967799 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.970612 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.971160 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.971443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.972007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.972172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.972466 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.973145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] host = dv-cinder-751579-21-smb {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.973393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.973722 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.974034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.974295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.974844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.975298 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.975820 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.976149 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.976390 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.976864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.977154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.977414 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.977821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.978249 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.978415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_options = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.978697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.978993 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.979294 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.979518 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.979721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.979919 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.980229 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.980477 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.980780 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.981023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.981271 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.981512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.981775 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.982025 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.982344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.982594 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.982886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.983139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.983444 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.983734 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.984023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.984278 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.984859 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.985652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.986025 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.986268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.986678 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.987100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.987333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.987818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.988111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.988407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.988691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.988986 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.989255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.989696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.989932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.990397 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.990849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.991320 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.991788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.992192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.992620 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.993055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.993310 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.993590 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_json = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.993841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.994071 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.994500 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.995001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.995410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.995802 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.996307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.996764 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:05.997366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:05.997841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:05.998371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:05.998658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:05.998959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:05.999239 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:05.999517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:05.999995 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.000285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.001389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.001747 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.002012 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.002348 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.002630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.002914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.003272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.003620 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.003933 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.004466 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.004763 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.005531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.005793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.006386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.006901 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.007227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.007509 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.007770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.008047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.008319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.008581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.008865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.009138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.009445 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.009704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.009957 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.010236 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.010512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.010766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.011038 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.011301 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.011602 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.011876 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.012139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.012391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.012714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.012970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.013220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.013492 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.013766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.014039 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.014326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.014584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.014832 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.015179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.015443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.015738 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.017189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.017446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.017726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.017981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.018237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.018528 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.018809 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.019083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.019340 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.019597 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.019856 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.020097 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.020356 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.020636 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.020888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.021154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.021424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.021674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.021960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.022210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.022474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.022736 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.022992 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.023243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.023771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.024024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.024293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.024545 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.024896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.025286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.025565 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.025853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.026118 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.026415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.026717 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.026998 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.027275 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.027533 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.027801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.028083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.028347 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.028651 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.028935 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.029191 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.029489 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.029746 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.030006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.030262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.030535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.030800 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.031126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.031435 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.032917 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.033227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.033545 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.033880 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.034165 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.034488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.034770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.035093 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.035450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.035769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.036068 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.036349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.036682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.036965 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.037259 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.037553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.037829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.038106 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.038367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.038693 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.038991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.039249 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.039501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.039807 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.040173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.040473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.040764 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.040974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.041272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.041584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.041863 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.042161 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.042463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.042744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.043011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.043360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.043553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.043819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.044097 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.044349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.044630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.044888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.045145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.045464 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.045660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.045949 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.046200 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.046459 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.046732 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.047007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.047233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.048618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.048618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.048618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.049056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.049056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.049327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.049495 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.049754 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.050043 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.050303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.050754 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.050894 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.051461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.051461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.051756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.051859 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.052110 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.052449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.053419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.053419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.053419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.053419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.053791 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.053890 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.054552 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.054552 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.054752 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.054861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.055206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.055479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.055762 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.056027 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.056282 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.056555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.056838 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.057139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.057353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.057625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.057881 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.058163 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.058442 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.058732 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.059000 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.059248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.059495 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.059748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.059995 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.060347 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.060650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.060915 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.061169 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.061416 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.061681 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.061928 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.062174 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.062426 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.062672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.064482 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.064789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.065041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.065270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.065525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.065865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.066159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.066422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.066740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.067023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.067316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.067603 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.067975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.068231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.068514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.068823 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.069113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.069359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.069676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.070073 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.070422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.070746 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.071059 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.071397 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.071710 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.072039 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.072295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.072640 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.073016 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.073310 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.073619 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.073887 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.074304 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.074593 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.074741 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.074936 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.075193 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.075470 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.075755 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.076039 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.076303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.076559 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.076873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.077142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.077429 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.077677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.077936 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.078188 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.078378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 00:10:06.080059 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83911) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 18 00:10:06.080263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 00:10:06.080451 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 00:10:06.080664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 00:10:06.080911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 00:10:06.081104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 00:10:06.081363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.081562 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.081757 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.081952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.082145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.082371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.082565 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.082758 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.082949 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.083140 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.083332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.083522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.083712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.083901 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.084091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.084280 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.084511 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.084711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.084830 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.085015 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.085203 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.085392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.085580 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] debug = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.085769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.085995 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.086187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.086376 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.086566 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.086755 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.086944 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.087133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.087241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:10:06.087339 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.087486 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.087676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.087869 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.088057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.088244 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.088433 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.088637 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.088828 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] host = dv-cinder-751579-21-smb {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.089017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.089206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.089394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.089582 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.089769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.089957 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.090146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.090333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.090521 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.090709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.090897 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.091086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.091255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.091443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.091629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_options = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.091816 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.092002 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.092191 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.092403 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.092610 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.092814 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.093003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.093193 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.093381 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.093570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.093759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.093945 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.095233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.095427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.095621 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.095814 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.096005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.096195 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.096386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.096577 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.096790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.096980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.097167 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.097355 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.097544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.097733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.097920 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.098109 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.098298 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.098493 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.098681 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.098873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.099039 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.099223 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.099389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.099572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.099730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.100007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.100245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.100245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.100475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.100571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.100773 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.100962 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.101149 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.101336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_json = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.101522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.101709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.101898 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.102085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.102273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.102459 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.102646 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.102835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 00:10:06.103047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.103247 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.103710 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.104094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.104474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.104681 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.104858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.105092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.105245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.105388 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.105543 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.105719 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.105904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.106240 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.107158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 56204) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:10:06.108659 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.108922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.109151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.109375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.110218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.110218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.110218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.110218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.110653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.110653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.110853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.111031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.111237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.112937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.112937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.112937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.112937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.112937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.112937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.112937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.112937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.113744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.113744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.113744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.114132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.114385 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.114636 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.114837 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.115031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.115232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.115426 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.115622 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.115816 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.116015 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.116815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.116815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.116815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.116815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.117084 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.117084 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.117329 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.117461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.117631 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.118109 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.118314 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.118511 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.118705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.118916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.119543 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102429 Feb 18 00:10:06.119653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.119801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.119993 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.120190 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.120471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.120683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.120833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.120973 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.121124 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.121264 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.121459 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.121653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.121846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.122039 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.122231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.122422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.122614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.122805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.122997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.123190 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.123382 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.123575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.123775 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.123984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.124176 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.124369 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.124561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.124777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.124970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.125162 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.125474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.125650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.125768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.125965 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.126158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.126344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.126496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.126679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.126870 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.127061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.127251 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.127440 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.127630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.127820 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.128121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.128314 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.128505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.128717 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.128911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.129114 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.129306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.129498 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.129690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.129889 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.130092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.130285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.130477 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.130687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.130802 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.130999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.131190 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.132540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.132540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.132540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.132540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.132540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.132540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.132540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.132540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.133143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.133143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.133143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.133336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.133493 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.133679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.133873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135484 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135484 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135610 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.135914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.136057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.136238 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.136429 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.136673 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.136801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.136999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.137273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.137384 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.137500 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.137696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.137886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.138111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.138305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.138501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.139216 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.139216 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.139216 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.139216 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.139785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.139785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.139785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.140357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.140357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.140357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.140357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.142423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.142423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.142423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.142423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.142423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.142423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.142423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.143534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.143534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.143534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.143534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.143534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.143534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.143534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.148849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.148849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.148849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.148849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.148849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.148849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.148849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.148849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.156031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.156031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.156031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.156031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.156031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.156031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.156031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.156031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.156031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.157455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.157455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.157455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.157455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.157455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.157455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.157455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.157455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.158788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.159461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.159461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.159461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.159461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.159461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.159461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.159461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.159461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.160829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.161505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.161505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.161505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.161505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.161505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.161505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.161505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.161505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.161505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 00:10:06.162034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83911) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 00:10:16.741388 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cabb8c6-9fbd-428a-be15-6b71efa1294a None None] get_active_networks_info from dv-cinder-751579-21-smb {{(pid=84026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 00:10:16.903289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cabb8c6-9fbd-428a-be15-6b71efa1294a None None] No non-hosted networks {{(pid=84026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 00:10:16.928946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agentschedulers_db [None req-3cabb8c6-9fbd-428a-be15-6b71efa1294a None None] DHCP Agent not found on host dv-cinder-751579-21-smb {{(pid=84026) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 18 00:10:17.049888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0913b2ad-e11d-4a8d-94be-5f19b0a113ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158'] for agent, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:18.619531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f95b0bbb-c93e-46e0-98d4-6e2ecb1f7332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158'] for agent, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:18.701992 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-414be45a-d78c-42fb-8b1d-394061c79336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:19.817424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158'] for agent, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:20.757420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158'] for agent, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:20.758148 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.758572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.759097 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.759578 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.760290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.760835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.763197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.763745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.764237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.764798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.766354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.773727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:20.774396 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-751579-21-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:10:20.787349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-751579-21-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:10:21.495196 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158'] for agent, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:21.617441 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_hamode_db [None req-68c98ded-263d-47f2-b482-96401484a63a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 00:10:21.708207 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c98ded-263d-47f2-b482-96401484a63a None None] Routers set() bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:10:21.708664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c98ded-263d-47f2-b482-96401484a63a None None] Router IDs set() for agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 18 00:10:22.537285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 56298) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:10:22.778707 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] get_endpoint_by_host() called for host dv-cinder-751579-21-smb {{(pid=84026) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 18 00:10:22.783623 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] get_endpoint_by_ip() called for ip 192.168.0.55 {{(pid=84026) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 18 00:10:22.787162 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] _add_endpoint() called for ip 192.168.0.55 {{(pid=84026) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 18 00:10:22.792796 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] _get_endpoints() called {{(pid=84026) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 18 00:10:23.169570 dv-cinder-751579-21-smb neutron-server[83911]: WARNING oslo_policy.policy [None req-f3da1983-af4b-4f40-a588-192647bb893f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:10:23.170166 dv-cinder-751579-21-smb neutron-server[83911]: WARNING oslo_policy.policy [None req-f3da1983-af4b-4f40-a588-192647bb893f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:10:23.399313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [None req-f3da1983-af4b-4f40-a588-192647bb893f admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:10:23.400544 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f3da1983-af4b-4f40-a588-192647bb893f admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8618348 Feb 18 00:10:26.146918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 56314) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:10:26.563878 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f189eaca-cb2d-469b-b3de-c7d5ec012a53 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:10:26.635567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.policy [None req-f189eaca-cb2d-469b-b3de-c7d5ec012a53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84024) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 18 00:10:26.674186 dv-cinder-751579-21-smb neutron-server[83911]: WARNING oslo_policy.policy [None req-f189eaca-cb2d-469b-b3de-c7d5ec012a53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:10:26.674611 dv-cinder-751579-21-smb neutron-server[83911]: WARNING oslo_policy.policy [None req-f189eaca-cb2d-469b-b3de-c7d5ec012a53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:10:26.700542 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota [None req-f189eaca-cb2d-469b-b3de-c7d5ec012a53 admin admin] Loaded quota_driver: . Feb 18 00:10:26.717358 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f189eaca-cb2d-469b-b3de-c7d5ec012a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:10:26.775531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f189eaca-cb2d-469b-b3de-c7d5ec012a53 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265974599197', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265974420543', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265974420946', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265974374014', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265974372823', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854023364', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854041721', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853103251', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852744460'] for rbac-policy, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:26.838328 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f189eaca-cb2d-469b-b3de-c7d5ec012a53 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:26.839503 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f189eaca-cb2d-469b-b3de-c7d5ec012a53 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6915653 Feb 18 00:10:29.842599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 56328) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:10:30.225924 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'a563b3be67134f6c800f584da3517e35', 'admin_state_up': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:10:30.231769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:10:30.237457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Usage tracker for resource:network and tenant:a563b3be67134f6c800f584da3517e35 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:10:30.241129 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:10:30.247115 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:10:30.256080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Made reservation on behalf of a563b3be67134f6c800f584da3517e35 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:10:30.262168 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:30.282278 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:30.458903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:10:30.462713 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Usage tracker for resource:security_group_rule and tenant:a563b3be67134f6c800f584da3517e35 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:10:30.466185 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:10:30.472091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:10:30.574113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:30.576918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:30.582279 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:30.605992 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:10:30.633155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265976447740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:30.633648 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Added segment 0925eee2-af2a-46f8-8ffc-80102315bc29 of type vxlan for network f83688fe-a78d-4b3f-a3b2-586daf359cdd Feb 18 00:10:30.642948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e284e7d-8cc3-4b60-b596-ff299c2db069,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:30.701913 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.702289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.702701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.703483 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.703841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.704199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.704554 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.704932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.705285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.705634 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.705981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.706326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Tracked resource versions report: Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: pushed versions: Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: { 'AddressGroup': {'1.1'}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': {'1.0'}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': {'1.0'}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': {'1.1'}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': {'1.7'}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': {'1.2'}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': {'1.8'}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': {'1.4'}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': {'1.0'}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': {'1.1'}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': {'1.1'}} Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: consumer versions: Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: { DHCP agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: L3 agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: Metadata agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: Metering agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@dv-cinder-751579-21-smb: { 'AddressGroup': '1.1', Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}} Feb 18 00:10:30.707467 dv-cinder-751579-21-smb neutron-server[83911]: {{(pid=84024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 00:10:30.755368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:30.763608 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:30.795159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:30.797191 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:10:30.797857 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:30.802591 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:30.912222 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Pushing event updated for resources: {'Network': ['ID=f83688fe-a78d-4b3f-a3b2-586daf359cdd,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:30.915115 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0713782 Feb 18 00:10:30.916869 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:30.925066 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network f83688fe-a78d-4b3f-a3b2-586daf359cdd details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:10:33.949975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 56344) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:10:34.430461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5de052-e4d3-4aaf-8d3c-998e7b54c20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:10:34.431919 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-bf5de052-e4d3-4aaf-8d3c-998e7b54c20c admin admin] 10.222.0.44 "GET /v2.0/networks/f83688fe-a78d-4b3f-a3b2-586daf359cdd HTTP/1.1" status: 200 len: 818 time: 0.4809163 Feb 18 00:10:34.463039 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-0d5c1d1c-dbca-42e6-9d31-7ce881145698 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/a2466f24-b663-4782-9703-45acf3139e67 HTTP/1.1" status: 200 len: 734 time: 0.0248504 Feb 18 00:10:34.473030 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'name': 'private-subnet', 'subnetpool_id': 'a2466f24-b663-4782-9703-45acf3139e67', 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:10:34.477377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:10:34.481276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Usage tracker for resource:subnet and tenant:a563b3be67134f6c800f584da3517e35 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:10:34.484380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:10:34.489984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:10:34.498051 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Made reservation on behalf of a563b3be67134f6c800f584da3517e35 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:10:34.503189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:34.977412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:34.992461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:35.121375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38fa53bd-057d-4c57-873c-300540520182,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:35.128351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:35.194541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Checking segment: {'id': '0925eee2-af2a-46f8-8ffc-80102315bc29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:10:35.194925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Network hostable DHCP agents. Network: f83688fe-a78d-4b3f-a3b2-586daf359cdd, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:10:35.215596 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Network f83688fe-a78d-4b3f-a3b2-586daf359cdd is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:10:35.225007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, f83688fe-a78d-4b3f-a3b2-586daf359cdd) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:10:35.229427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:10:35.230012 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:35.236112 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83801e37-54eb-46d1-9ee6-8ab22ba9d6fc None None] Network f83688fe-a78d-4b3f-a3b2-586daf359cdd requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:10:35.249141 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7797036 Feb 18 00:10:35.740383 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78b86c05-83fd-5eb5-acb2-53e0e069b87b-f83688fe-a78d-4b3f-a3b2-586daf359cdd', 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'fixed_ips': [{'subnet_id': '38fa53bd-057d-4c57-873c-300540520182'}]}} from dv-cinder-751579-21-smb. {{(pid=84026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 00:10:35.741458 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:36.059616 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Allocated IP 172.20.0.2 (f83688fe-a78d-4b3f-a3b2-586daf359cdd/38fa53bd-057d-4c57-873c-300540520182/d483856e-6382-492f-8519-6f4c1fe2cfa2) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:10:36.299351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:36.312915 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Transition to ACTIVE for port object d483856e-6382-492f-8519-6f4c1fe2cfa2 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:10:36.330531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Transition to ACTIVE for port object d483856e-6382-492f-8519-6f4c1fe2cfa2 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:10:36.336152 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:36.352199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:36.487906 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Pushing event updated for resources: {'Port': ['ID=d483856e-6382-492f-8519-6f4c1fe2cfa2,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:36.502282 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.502664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.503041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.503412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.503779 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.504144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.504508 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.504900 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.505286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.505647 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.506008 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.506367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Tracked resource versions report: Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: pushed versions: Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: { 'AddressGroup': {'1.1'}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': {'1.0'}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': {'1.0'}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': {'1.1'}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': {'1.7'}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': {'1.2'}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': {'1.8'}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': {'1.4'}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': {'1.0'}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': {'1.1'}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': {'1.1'}} Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: consumer versions: Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: { DHCP agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: L3 agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: Metadata agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: Metering agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@dv-cinder-751579-21-smb: { 'AddressGroup': '1.1', Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}} Feb 18 00:10:36.507514 dv-cinder-751579-21-smb neutron-server[83911]: {{(pid=84026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 00:10:36.514749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:36.561261 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Network f83688fe-a78d-4b3f-a3b2-586daf359cdd is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:10:36.563194 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:10:36.565967 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:10:36.627963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Attempting to bind port d483856e-6382-492f-8519-6f4c1fe2cfa2 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:10:36.628392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Attempting to bind port d483856e-6382-492f-8519-6f4c1fe2cfa2 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '0925eee2-af2a-46f8-8ffc-80102315bc29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:10:36.628840 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Attempting to bind port d483856e-6382-492f-8519-6f4c1fe2cfa2 on network f83688fe-a78d-4b3f-a3b2-586daf359cdd {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:10:36.634386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:10:36.634818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Checking segment: {'id': '0925eee2-af2a-46f8-8ffc-80102315bc29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:10:36.635316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:36.635749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Bound using segment: {'id': '0925eee2-af2a-46f8-8ffc-80102315bc29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:10:36.636281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Bound port: d483856e-6382-492f-8519-6f4c1fe2cfa2, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0925eee2-af2a-46f8-8ffc-80102315bc29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:10:36.636719 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:36.729130 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] For port d483856e-6382-492f-8519-6f4c1fe2cfa2, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:10:36.733226 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] For port d483856e-6382-492f-8519-6f4c1fe2cfa2, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=d483856e-6382-492f-8519-6f4c1fe2cfa2,segment=NetworkSegment(0925eee2-af2a-46f8-8ffc-80102315bc29),segment_id=0925eee2-af2a-46f8-8ffc-80102315bc29)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:10:36.737988 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:36.753771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:36.904035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Pushing event updated for resources: {'Port': ['ID=d483856e-6382-492f-8519-6f4c1fe2cfa2,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:36.908989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:38.038315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 56354) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:10:38.454120 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [None req-0acfcc4f-2fe2-4a14-9140-7a5c2559bcee admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:10:38.468636 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-0acfcc4f-2fe2-4a14-9140-7a5c2559bcee admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4158614 Feb 18 00:10:40.856584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device d483856e-6382-492f-8519-6f4c1fe2cfa2 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:10:40.927914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port d483856e-6382-492f-8519-6f4c1fe2cfa2 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:10:41.229720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 56368) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:10:41.654428 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [None req-8472528e-b3fa-4407-9ca1-86c7ffec5ba1 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:10:41.655493 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8472528e-b3fa-4407-9ca1-86c7ffec5ba1 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4247720 Feb 18 00:10:41.713964 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7274b3-3cc0-4e62-9286-f396940bd384 None None] Network f83688fe-a78d-4b3f-a3b2-586daf359cdd requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:10:41.810098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ef55852b-4497-4ca5-a570-1a33537e5c65 None None] Provisioning for port d483856e-6382-492f-8519-6f4c1fe2cfa2 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:10:41.820303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ef55852b-4497-4ca5-a570-1a33537e5c65 None None] Provisioning complete for port d483856e-6382-492f-8519-6f4c1fe2cfa2 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:10:41.820729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef55852b-4497-4ca5-a570-1a33537e5c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:42.070122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef55852b-4497-4ca5-a570-1a33537e5c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:42.118557 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-ef55852b-4497-4ca5-a570-1a33537e5c65 None None] For port d483856e-6382-492f-8519-6f4c1fe2cfa2, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=d483856e-6382-492f-8519-6f4c1fe2cfa2,segment=NetworkSegment(0925eee2-af2a-46f8-8ffc-80102315bc29),segment_id=0925eee2-af2a-46f8-8ffc-80102315bc29)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:10:42.122325 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ef55852b-4497-4ca5-a570-1a33537e5c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:42.127708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:42.206844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55852b-4497-4ca5-a570-1a33537e5c65 None None] Pushing event updated for resources: {'Port': ['ID=d483856e-6382-492f-8519-6f4c1fe2cfa2,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:42.210195 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ef55852b-4497-4ca5-a570-1a33537e5c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:42.351708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e74118ea-4bfe-4ce0-9b48-a26d96391be9 None None] Provisioning complete for port d483856e-6382-492f-8519-6f4c1fe2cfa2 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:10:42.352195 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e74118ea-4bfe-4ce0-9b48-a26d96391be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:42.603862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ff1a6948-a7a6-4116-88f1-2c76a02aaac0 None None] Provisioning complete for port d483856e-6382-492f-8519-6f4c1fe2cfa2 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:10:42.604437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff1a6948-a7a6-4116-88f1-2c76a02aaac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:42.836903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device d483856e-6382-492f-8519-6f4c1fe2cfa2 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:10:42.906771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c9f98ea8-3b5c-4421-90da-929318f6df1f None None] Provisioning complete for port d483856e-6382-492f-8519-6f4c1fe2cfa2 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:10:42.907161 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9f98ea8-3b5c-4421-90da-929318f6df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:42.978651 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port d483856e-6382-492f-8519-6f4c1fe2cfa2 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:10:42.979054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:44.720782 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 56380) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:10:45.109455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dbb0ce16-14fc-4c6c-9f4a-17e6c3ac52f8 admin admin] Request body: {'router': {'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'name': 'router1', 'admin_state_up': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:10:45.114904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dbb0ce16-14fc-4c6c-9f4a-17e6c3ac52f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:10:45.118910 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-dbb0ce16-14fc-4c6c-9f4a-17e6c3ac52f8 admin admin] Usage tracker for resource:router and tenant:a563b3be67134f6c800f584da3517e35 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:10:45.122128 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-dbb0ce16-14fc-4c6c-9f4a-17e6c3ac52f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:10:45.127853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dbb0ce16-14fc-4c6c-9f4a-17e6c3ac52f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:10:45.137018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ce16-14fc-4c6c-9f4a-17e6c3ac52f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1971426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5025'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:45.138339 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ce16-14fc-4c6c-9f4a-17e6c3ac52f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1971221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852799561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853166460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770791'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:45.161053 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ce16-14fc-4c6c-9f4a-17e6c3ac52f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:45.266985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ce16-14fc-4c6c-9f4a-17e6c3ac52f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852804459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974839'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:45.285522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbb0ce16-14fc-4c6c-9f4a-17e6c3ac52f8 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:45.286774 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-dbb0ce16-14fc-4c6c-9f4a-17e6c3ac52f8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5649421 Feb 18 00:10:46.550072 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0bddd49-56d2-4e2f-a40f-af25bde3bc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:48.084493 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 56390) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:10:48.477166 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [None req-806e9c2c-e0a8-4544-bd92-6b9562ba4a22 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:10:48.478235 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-806e9c2c-e0a8-4544-bd92-6b9562ba4a22 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3926969 Feb 18 00:10:48.622128 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d77ad562-a601-4a52-a123-b08faeb49b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:49.744133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:50.757525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:51.223279 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 56410) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:10:51.381215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:10:51.386232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:10:51.390860 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Usage tracker for resource:network and tenant:c5e5a7e255734af1a1291ba15f90c155 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:10:51.394519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:10:51.400518 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:10:51.406616 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:51.410984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Made reservation on behalf of c5e5a7e255734af1a1291ba15f90c155 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:10:51.415521 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:51.427917 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:51.442434 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:10:51.446260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Usage tracker for resource:security_group_rule and tenant:c5e5a7e255734af1a1291ba15f90c155 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:10:51.449052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:10:51.455130 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:10:51.540168 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:51.543283 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:51.547633 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:51.561341 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Reserving flat network on physical network physnet1 {{(pid=84024) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 18 00:10:51.586036 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb38159-446d-499a-83cf-40512e70f679,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:51.588974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265976447740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:51.589572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Unsubscribe: segment precommit_create {{(pid=84024) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 18 00:10:51.589999 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Added segment 583a4915-c152-4f16-9c94-d5526906c491 of type flat for network 795370a8-1bdc-4db9-9669-71c38d19f081 Feb 18 00:10:51.591199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:51.624999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:51.661766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:51.662975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:10:51.663599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:51.668341 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:51.774745 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5503511 Feb 18 00:10:51.775471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Pushing event updated for resources: {'Network': ['ID=795370a8-1bdc-4db9-9669-71c38d19f081,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:51.778188 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:51.785929 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 795370a8-1bdc-4db9-9669-71c38d19f081 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:10:54.304498 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 56430) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:10:54.421895 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594abfc-4a21-4d8e-aa21-d65007415145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:10:54.423382 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d594abfc-4a21-4d8e-aa21-d65007415145 admin admin] 10.222.0.44 "GET /v2.0/subnets/38fa53bd-057d-4c57-873c-300540520182 HTTP/1.1" status: 200 len: 849 time: 0.1177363 Feb 18 00:10:54.573290 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-e4243785-06d2-4dcf-a26d-2c147d484585 admin admin] 10.222.0.44 "GET /v2.0/routers/8e575ecc-f127-4d1b-9694-8629bd5e7638 HTTP/1.1" status: 200 len: 704 time: 0.1437302 Feb 18 00:10:55.201237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:55.561997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Allocated IP 172.20.0.1 (f83688fe-a78d-4b3f-a3b2-586daf359cdd/38fa53bd-057d-4c57-873c-300540520182/acb582c0-b7ed-4fa4-977b-894bac2f3180) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:10:55.730208 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:55.748376 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Transition to ACTIVE for port object acb582c0-b7ed-4fa4-977b-894bac2f3180 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:10:55.804324 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:55.819803 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:55.957211 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Pushing event updated for resources: {'Port': ['ID=acb582c0-b7ed-4fa4-977b-894bac2f3180,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:55.960739 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:56.019637 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Network f83688fe-a78d-4b3f-a3b2-586daf359cdd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:10:56.020744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:10:56.023308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:10:56.024000 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852807890'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:56.236338 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-83fa088d-9e70-4eef-a14a-0ba192314ec0 None None] Provisioning for port acb582c0-b7ed-4fa4-977b-894bac2f3180 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:10:56.241168 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-83fa088d-9e70-4eef-a14a-0ba192314ec0 None None] Provisioning complete for port acb582c0-b7ed-4fa4-977b-894bac2f3180 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:10:56.241585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83fa088d-9e70-4eef-a14a-0ba192314ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:56.297794 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-83fa088d-9e70-4eef-a14a-0ba192314ec0 None None] Port acb582c0-b7ed-4fa4-977b-894bac2f3180 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:10:56.300393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:56.587849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:56.591273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:56.592376 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1799803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967944'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:56.606756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:56.739217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Pushing event updated for resources: {'Port': ['ID=acb582c0-b7ed-4fa4-977b-894bac2f3180,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:56.743560 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:56.799985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Network f83688fe-a78d-4b3f-a3b2-586daf359cdd is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:10:56.801121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:10:56.999480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Router 8e575ecc-f127-4d1b-9694-8629bd5e7638 is scheduled to L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 00:10:57.021259 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-705a7555-0beb-4ec7-b8b8-9a160ae054aa None None] Provisioning complete for port acb582c0-b7ed-4fa4-977b-894bac2f3180 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:10:57.021674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-705a7555-0beb-4ec7-b8b8-9a160ae054aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:57.077932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-705a7555-0beb-4ec7-b8b8-9a160ae054aa None None] Port acb582c0-b7ed-4fa4-977b-894bac2f3180 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:10:57.333296 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:10:57.342678 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] 10.222.0.44 "PUT /v2.0/routers/8e575ecc-f127-4d1b-9694-8629bd5e7638/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7624540 Feb 18 00:10:57.343729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Sync routers for ids ['8e575ecc-f127-4d1b-9694-8629bd5e7638'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:10:57.355417 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Routers {'8e575ecc-f127-4d1b-9694-8629bd5e7638'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:10:57.356333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:10:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['8e575ecc-f127-4d1b-9694-8629bd5e7638'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:10:57.543162 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Set router 8e575ecc-f127-4d1b-9694-8629bd5e7638 gateway port host: None {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:10:58.091450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'name': 'router1', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:45Z', 'updated_at': '2021-02-18T00:10:56Z', 'revision_number': 2, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'gw_port_host': None, '_interfaces': [{'id': 'acb582c0-b7ed-4fa4-977b-894bac2f3180', 'name': '', 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'mac_address': 'fa:16:3e:28:ae:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38fa53bd-057d-4c57-873c-300540520182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:55Z', 'updated_at': '2021-02-18T00:10:56Z', 'revision_number': 2, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'subnets': [{'id': '38fa53bd-057d-4c57-873c-300540520182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2466f24-b663-4782-9703-45acf3139e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:10:58.097146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Checking router: 8e575ecc-f127-4d1b-9694-8629bd5e7638 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:10:58.097546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Updating router 8e575ecc-f127-4d1b-9694-8629bd5e7638 port acb582c0-b7ed-4fa4-977b-894bac2f3180 binding host dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:10:58.157380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:58.609411 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:58.624283 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Transition to ACTIVE for port object acb582c0-b7ed-4fa4-977b-894bac2f3180 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:10:58.627003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:58.643417 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:58.785757 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Pushing event updated for resources: {'Port': ['ID=acb582c0-b7ed-4fa4-977b-894bac2f3180,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:58.797410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.797792 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.798164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.798528 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.798891 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.799254 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.799612 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.799969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.800327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.800706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.801067 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.801420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Tracked resource versions report: Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: pushed versions: Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: { 'AddressGroup': {'1.1'}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': {'1.0'}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': {'1.0'}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': {'1.1'}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': {'1.7'}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': {'1.2'}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': {'1.8'}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': {'1.4'}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': {'1.0'}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': {'1.1'}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': {'1.1'}} Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: consumer versions: Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: { DHCP agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: L3 agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: Metadata agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: Metering agent@dv-cinder-751579-21-smb: {}, Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@dv-cinder-751579-21-smb: { 'AddressGroup': '1.1', Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}} Feb 18 00:10:58.802572 dv-cinder-751579-21-smb neutron-server[83911]: {{(pid=84027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 00:10:58.819687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:58.973614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Attempting to bind port acb582c0-b7ed-4fa4-977b-894bac2f3180 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:10:58.974029 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Attempting to bind port acb582c0-b7ed-4fa4-977b-894bac2f3180 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '0925eee2-af2a-46f8-8ffc-80102315bc29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:10:58.974449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Attempting to bind port acb582c0-b7ed-4fa4-977b-894bac2f3180 on network f83688fe-a78d-4b3f-a3b2-586daf359cdd {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:10:58.980186 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:10:58.980661 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Checking segment: {'id': '0925eee2-af2a-46f8-8ffc-80102315bc29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:10:58.981121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:58.981579 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Bound using segment: {'id': '0925eee2-af2a-46f8-8ffc-80102315bc29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:10:58.982142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Bound port: acb582c0-b7ed-4fa4-977b-894bac2f3180, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0925eee2-af2a-46f8-8ffc-80102315bc29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:10:58.982545 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:59.079705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] For port acb582c0-b7ed-4fa4-977b-894bac2f3180, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:10:59.084164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] For port acb582c0-b7ed-4fa4-977b-894bac2f3180, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=acb582c0-b7ed-4fa4-977b-894bac2f3180,segment=NetworkSegment(0925eee2-af2a-46f8-8ffc-80102315bc29),segment_id=0925eee2-af2a-46f8-8ffc-80102315bc29)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:10:59.088360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:10:59.104171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:10:59.254442 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Pushing event updated for resources: {'Port': ['ID=acb582c0-b7ed-4fa4-977b-894bac2f3180,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:10:59.259116 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:10:59.314316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Routers {'8e575ecc-f127-4d1b-9694-8629bd5e7638'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:10:59.314974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:10:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['8e575ecc-f127-4d1b-9694-8629bd5e7638'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:10:59.485673 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] Set router 8e575ecc-f127-4d1b-9694-8629bd5e7638 gateway port host: None {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:10:59.827722 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'name': 'router1', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:45Z', 'updated_at': '2021-02-18T00:10:56Z', 'revision_number': 2, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'gw_port_host': None, '_interfaces': [{'id': 'acb582c0-b7ed-4fa4-977b-894bac2f3180', 'name': '', 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'mac_address': 'fa:16:3e:28:ae:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38fa53bd-057d-4c57-873c-300540520182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:55Z', 'updated_at': '2021-02-18T00:10:59Z', 'revision_number': 4, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'subnets': [{'id': '38fa53bd-057d-4c57-873c-300540520182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2466f24-b663-4782-9703-45acf3139e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:10:59.831921 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793c3d6-00f3-455d-afac-f4eb30ea844b None None] The sync data for ids ['8e575ecc-f127-4d1b-9694-8629bd5e7638'] in dv-cinder-751579-21-smb is: [{'id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'name': 'router1', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:45Z', 'updated_at': '2021-02-18T00:10:56Z', 'revision_number': 2, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'gw_port_host': None, '_interfaces': [{'id': 'acb582c0-b7ed-4fa4-977b-894bac2f3180', 'name': '', 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'mac_address': 'fa:16:3e:28:ae:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38fa53bd-057d-4c57-873c-300540520182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:55Z', 'updated_at': '2021-02-18T00:10:59Z', 'revision_number': 4, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'subnets': [{'id': '38fa53bd-057d-4c57-873c-300540520182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2466f24-b663-4782-9703-45acf3139e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:10:59.904053 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 56442) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:11:00.060032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34569fb-8783-4fb9-ae56-a82f355d8273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:11:00.060680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b34569fb-8783-4fb9-ae56-a82f355d8273 admin admin] Synchronizing usage tracker for tenant:c5e5a7e255734af1a1291ba15f90c155 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:11:00.077455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b34569fb-8783-4fb9-ae56-a82f355d8273 admin admin] Unset dirty status for tenant:c5e5a7e255734af1a1291ba15f90c155 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:11:00.078603 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b34569fb-8783-4fb9-ae56-a82f355d8273 admin admin] 10.222.0.44 "GET /v2.0/networks/795370a8-1bdc-4db9-9669-71c38d19f081 HTTP/1.1" status: 200 len: 842 time: 0.1734772 Feb 18 00:11:00.089243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:11:00.094971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:11:00.099083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Usage tracker for resource:subnet and tenant:c5e5a7e255734af1a1291ba15f90c155 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:11:00.101972 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:11:00.108810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:11:00.117232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Made reservation on behalf of c5e5a7e255734af1a1291ba15f90c155 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:11:00.121801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:00.555344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.objects.ports [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 00:11:00.555853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:00.570745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:11:00.692896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3b6c3e-b989-4007-a542-e9f738aea158,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:11:00.697225 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:11:00.788147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Checking segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:11:00.788547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Network hostable DHCP agents. Network: 795370a8-1bdc-4db9-9669-71c38d19f081, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:11:00.808852 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:11:00.825319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 795370a8-1bdc-4db9-9669-71c38d19f081) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:11:00.830411 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:11:00.831135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:00.837024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd106688-c208-4a56-8482-caa99808f809 None None] Network 795370a8-1bdc-4db9-9669-71c38d19f081 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:11:00.853272 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7678089 Feb 18 00:11:00.914590 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device acb582c0-b7ed-4fa4-977b-894bac2f3180 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:11:01.077274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port acb582c0-b7ed-4fa4-977b-894bac2f3180 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:11:01.094371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port acb582c0-b7ed-4fa4-977b-894bac2f3180 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:11:01.094786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:01.205163 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec3a930-6ce4-4f51-b3f5-fe3336d3a1c9 None None] Network 795370a8-1bdc-4db9-9669-71c38d19f081 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:11:01.353504 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:01.447046 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port acb582c0-b7ed-4fa4-977b-894bac2f3180, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=acb582c0-b7ed-4fa4-977b-894bac2f3180,segment=NetworkSegment(0925eee2-af2a-46f8-8ffc-80102315bc29),segment_id=0925eee2-af2a-46f8-8ffc-80102315bc29)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:11:01.456155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:01.461612 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-90d86217-9f24-478f-b185-6adbf67ffafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:11:01.572629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=acb582c0-b7ed-4fa4-977b-894bac2f3180,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:11:01.576017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:11:02.864289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device acb582c0-b7ed-4fa4-977b-894bac2f3180 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:11:02.936823 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port acb582c0-b7ed-4fa4-977b-894bac2f3180 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:11:02.937232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:03.513063 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 56456) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:11:03.698186 dv-cinder-751579-21-smb neutron-server[83911]: WARNING oslo_policy.policy [None req-6b0d3889-4184-451d-b974-f4181af1bca1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:11:03.698767 dv-cinder-751579-21-smb neutron-server[83911]: WARNING oslo_policy.policy [None req-6b0d3889-4184-451d-b974-f4181af1bca1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:11:03.973651 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.policy [None req-6b0d3889-4184-451d-b974-f4181af1bca1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84025) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 18 00:11:04.010141 dv-cinder-751579-21-smb neutron-server[83911]: WARNING oslo_policy.policy [None req-6b0d3889-4184-451d-b974-f4181af1bca1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:11:04.010556 dv-cinder-751579-21-smb neutron-server[83911]: WARNING oslo_policy.policy [None req-6b0d3889-4184-451d-b974-f4181af1bca1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 00:11:04.412488 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6b0d3889-4184-451d-b974-f4181af1bca1 admin admin] 10.222.0.44 "GET /v2.0/routers/8e575ecc-f127-4d1b-9694-8629bd5e7638 HTTP/1.1" status: 200 len: 710 time: 0.8983030 Feb 18 00:11:04.582522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6c071-d0dc-45f7-a8a7-8781fadb621c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:11:04.584195 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d7c6c071-d0dc-45f7-a8a7-8781fadb621c admin admin] 10.222.0.44 "GET /v2.0/networks/795370a8-1bdc-4db9-9669-71c38d19f081 HTTP/1.1" status: 200 len: 886 time: 0.1657596 Feb 18 00:11:04.594622 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:11:05.070640 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852801012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852804476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770806'] for router, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:05.418971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:05.481542 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:05.499363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:05.513485 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.quota [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Loaded quota_driver: . Feb 18 00:11:05.519189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:11:05.524634 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:11:05.527967 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:11:05.534919 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:11:05.642623 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:05.645252 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:05.661814 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:11:05.915844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f30e03-a843-4739-b75d-7b1603b05e48,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:11:05.927892 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.928266 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.928660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.929027 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.929382 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.929739 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.930094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.930445 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.930801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.931150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.931499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.931848 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Tracked resource versions report: Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: pushed versions: Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: { 'AddressGroup': {'1.1'}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': {'1.0'}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': {'1.0'}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': {'1.1'}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': {'1.7'}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': {'1.2'}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': {'1.8'}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': {'1.4'}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': {'1.0'}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': {'1.1'}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': {'1.1'}} Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: consumer versions: Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: { DHCP agent@dv-cinder-751579-21-smb: {}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: L3 agent@dv-cinder-751579-21-smb: {}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: Metadata agent@dv-cinder-751579-21-smb: {}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: Metering agent@dv-cinder-751579-21-smb: {}, Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@dv-cinder-751579-21-smb: { 'AddressGroup': '1.1', Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}} Feb 18 00:11:05.933030 dv-cinder-751579-21-smb neutron-server[83911]: {{(pid=84025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 00:11:06.015490 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:11:06.118553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Allocated IP 172.28.0.181 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/a3972168-16fa-4374-b8b2-0d07137aa17f) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:11:06.273413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:06.330652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:06.343118 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:11:06.474526 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3972168-16fa-4374-b8b2-0d07137aa17f,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:11:06.478024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:11:06.536997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:11:06.538034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:11:06.541058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:11:06.951175 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:07.310713 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852801012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852804476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770806'] for router, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:07.314529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852800961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1971341'] for router, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:07.656810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Router 8e575ecc-f127-4d1b-9694-8629bd5e7638 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:11:07.839762 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:11:07.851033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Sync routers for ids ['8e575ecc-f127-4d1b-9694-8629bd5e7638'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:11:07.856625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:07.858827 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] 10.222.0.44 "PUT /v2.0/routers/8e575ecc-f127-4d1b-9694-8629bd5e7638 HTTP/1.1" status: 200 len: 890 time: 3.2674146 Feb 18 00:11:07.861873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Routers {'8e575ecc-f127-4d1b-9694-8629bd5e7638'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:11:07.862547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:10:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['8e575ecc-f127-4d1b-9694-8629bd5e7638'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:11:08.078599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Set router 8e575ecc-f127-4d1b-9694-8629bd5e7638 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:11:08.442832 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'name': 'router1', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a3972168-16fa-4374-b8b2-0d07137aa17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:45Z', 'updated_at': '2021-02-18T00:11:06Z', 'revision_number': 4, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'gw_port': {'id': 'a3972168-16fa-4374-b8b2-0d07137aa17f', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:11:06Z', 'updated_at': '2021-02-18T00:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': 'acb582c0-b7ed-4fa4-977b-894bac2f3180', 'name': '', 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'mac_address': 'fa:16:3e:28:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38fa53bd-057d-4c57-873c-300540520182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:55Z', 'updated_at': '2021-02-18T00:11:01Z', 'revision_number': 5, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'subnets': [{'id': '38fa53bd-057d-4c57-873c-300540520182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2466f24-b663-4782-9703-45acf3139e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:11:08.448344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Checking router: 8e575ecc-f127-4d1b-9694-8629bd5e7638 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:11:08.448848 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Updating router 8e575ecc-f127-4d1b-9694-8629bd5e7638 port a3972168-16fa-4374-b8b2-0d07137aa17f binding host dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:11:08.512798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:08.924309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:08.936666 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Transition to ACTIVE for port object a3972168-16fa-4374-b8b2-0d07137aa17f will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:11:08.939934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:08.953147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:11:09.242276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b46f8-796c-4121-8b27-199ee0407451 None None] Pushing event updated for resources: {'Port': ['ID=a3972168-16fa-4374-b8b2-0d07137aa17f,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:11:09.245328 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-428b46f8-796c-4121-8b27-199ee0407451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:11:09.309947 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Attempting to bind port a3972168-16fa-4374-b8b2-0d07137aa17f on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:11:09.310400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Attempting to bind port a3972168-16fa-4374-b8b2-0d07137aa17f by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:11:09.310758 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Attempting to bind port a3972168-16fa-4374-b8b2-0d07137aa17f on network 795370a8-1bdc-4db9-9669-71c38d19f081 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:11:09.316943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:11:09.317360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Checking segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:11:09.317841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:09.318268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Bound using segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:11:09.318775 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Bound port: a3972168-16fa-4374-b8b2-0d07137aa17f, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:11:09.319188 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:09.399020 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] For port a3972168-16fa-4374-b8b2-0d07137aa17f, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:11:09.402144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] For port a3972168-16fa-4374-b8b2-0d07137aa17f, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=a3972168-16fa-4374-b8b2-0d07137aa17f,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:11:09.406079 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:09.421104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:11:09.569505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b46f8-796c-4121-8b27-199ee0407451 None None] Pushing event updated for resources: {'Port': ['ID=a3972168-16fa-4374-b8b2-0d07137aa17f,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:11:09.574918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-428b46f8-796c-4121-8b27-199ee0407451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:11:09.613415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Routers {'8e575ecc-f127-4d1b-9694-8629bd5e7638'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:11:09.614072 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:10:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['8e575ecc-f127-4d1b-9694-8629bd5e7638'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:11:09.802446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] Set router 8e575ecc-f127-4d1b-9694-8629bd5e7638 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:11:10.149860 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'name': 'router1', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a3972168-16fa-4374-b8b2-0d07137aa17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:45Z', 'updated_at': '2021-02-18T00:11:06Z', 'revision_number': 4, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'gw_port': {'id': 'a3972168-16fa-4374-b8b2-0d07137aa17f', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:11:06Z', 'updated_at': '2021-02-18T00:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': 'acb582c0-b7ed-4fa4-977b-894bac2f3180', 'name': '', 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'mac_address': 'fa:16:3e:28:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38fa53bd-057d-4c57-873c-300540520182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:55Z', 'updated_at': '2021-02-18T00:11:01Z', 'revision_number': 5, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'subnets': [{'id': '38fa53bd-057d-4c57-873c-300540520182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2466f24-b663-4782-9703-45acf3139e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:11:10.154003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a296a36-7258-4d45-b3cc-3eb62f25d62c None None] The sync data for ids ['8e575ecc-f127-4d1b-9694-8629bd5e7638'] in dv-cinder-751579-21-smb is: [{'id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'name': 'router1', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a3972168-16fa-4374-b8b2-0d07137aa17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:10:45Z', 'updated_at': '2021-02-18T00:11:06Z', 'revision_number': 4, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'gw_port': {'id': 'a3972168-16fa-4374-b8b2-0d07137aa17f', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:11:06Z', 'updated_at': '2021-02-18T00:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': 'acb582c0-b7ed-4fa4-977b-894bac2f3180', 'name': '', 'network_id': 'f83688fe-a78d-4b3f-a3b2-586daf359cdd', 'tenant_id': 'a563b3be67134f6c800f584da3517e35', 'mac_address': 'fa:16:3e:28:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e575ecc-f127-4d1b-9694-8629bd5e7638', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38fa53bd-057d-4c57-873c-300540520182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:10:55Z', 'updated_at': '2021-02-18T00:11:01Z', 'revision_number': 5, 'project_id': 'a563b3be67134f6c800f584da3517e35', 'subnets': [{'id': '38fa53bd-057d-4c57-873c-300540520182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2466f24-b663-4782-9703-45acf3139e67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:11:10.562521 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 56476) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:11:10.697416 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f1044c-3202-4491-a8af-c7d01aa7b0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:11:10.699161 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-98f1044c-3202-4491-a8af-c7d01aa7b0d7 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1355648 Feb 18 00:11:10.886655 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device a3972168-16fa-4374-b8b2-0d07137aa17f up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:11:10.969941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port a3972168-16fa-4374-b8b2-0d07137aa17f completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:11:10.975053 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port a3972168-16fa-4374-b8b2-0d07137aa17f triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:11:10.975473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:11.109757 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:11.131383 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port a3972168-16fa-4374-b8b2-0d07137aa17f, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=a3972168-16fa-4374-b8b2-0d07137aa17f,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:11:11.134376 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:11.137378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-428b46f8-796c-4121-8b27-199ee0407451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:11:11.209235 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=a3972168-16fa-4374-b8b2-0d07137aa17f,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:11:11.212793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:11:12.873676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device a3972168-16fa-4374-b8b2-0d07137aa17f up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:11:12.961815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port a3972168-16fa-4374-b8b2-0d07137aa17f triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:11:12.962234 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:16.597938 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7b3e76a6-1edc-4254-abca-2be9b2dcde4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:18.662997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf48bb6c-f0e7-4e49-8ccd-b25a5d9c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:18.995351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 5 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:11:19.751020 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:20.767607 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:21.427287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:46.560387 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f481448-7d1f-45b4-bf40-1bc8913369bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:48.627230 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d28cdd9d-95b3-463b-aed4-0e9a4be947c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:49.749212 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:50.766302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:51.431781 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:11:55.995060 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 5 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:12:16.558219 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a80dd277-fd61-4bfd-9a1e-cd06764b1786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:12:18.631061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b0910389-4b61-4ba2-9b2f-232dc544288e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:12:19.752883 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:12:20.759390 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:12:21.435953 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:12:32.994695 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 5 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:12:46.568395 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d74bdc70-0329-4874-babb-5b63633ce5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:12:48.633201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f37ad95-0f71-4f6a-b162-555ac2730542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:12:49.755584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:12:50.761733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:12:51.437818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:09.992935 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 5 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:13:16.553570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ff253a36-6171-43a9-bde7-55f34b41b4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:18.634748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d9a02d6-e85c-412b-8c9a-65344e619bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:19.757311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:20.763747 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:21.442045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:25.262019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57052) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:13:25.336901 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b5df39-2b95-4c9b-9b2e-9cf717a05bd0 admin admin] GET failed (client error): The resource could not be found. Feb 18 00:13:25.338235 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-23b5df39-2b95-4c9b-9b2e-9cf717a05bd0 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751202 Feb 18 00:13:25.478880 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d17932-82e1-44ca-9df3-71d9f7a2a072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:25.480395 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c0d17932-82e1-44ca-9df3-71d9f7a2a072 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1369634 Feb 18 00:13:27.941345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57062) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:13:28.056375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff1b432-ca3c-4f2f-820a-15e26ca29591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:28.057024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-4ff1b432-ca3c-4f2f-820a-15e26ca29591 admin admin] Synchronizing usage tracker for tenant:c5e5a7e255734af1a1291ba15f90c155 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:13:28.071897 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-4ff1b432-ca3c-4f2f-820a-15e26ca29591 admin admin] Unset dirty status for tenant:c5e5a7e255734af1a1291ba15f90c155 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:13:28.073259 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4ff1b432-ca3c-4f2f-820a-15e26ca29591 admin admin] 10.222.0.44 "GET /v2.0/subnets/38fa53bd-057d-4c57-873c-300540520182 HTTP/1.1" status: 200 len: 849 time: 0.1307838 Feb 18 00:13:28.083994 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:13:28.207406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Notify callbacks [] for subnet, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:28.517680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363265976608474'] for subnet, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:28.533363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:13:28.665639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Pushing event updated for resources: {'Subnet': ['ID=38fa53bd-057d-4c57-873c-300540520182,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:13:28.686907 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.687308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.687683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.688049 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.688410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.688801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.689164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.689524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.689885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.690240 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.690594 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.690948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:13:28.696529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:13:28.724053 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:28.724721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:28.726112 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] 10.222.0.44 "PUT /v2.0/subnets/38fa53bd-057d-4c57-873c-300540520182 HTTP/1.1" status: 200 len: 868 time: 0.6461911 Feb 18 00:13:28.730248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8fcb63-38f3-4bb4-bf71-813c2a6f008c None None] Network f83688fe-a78d-4b3f-a3b2-586daf359cdd requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:13:29.206158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-26347b95-7901-4beb-9b64-cb7248d0c8a1 None None] Provisioning complete for port d483856e-6382-492f-8519-6f4c1fe2cfa2 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:13:29.206752 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26347b95-7901-4beb-9b64-cb7248d0c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:29.339827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-26347b95-7901-4beb-9b64-cb7248d0c8a1 None None] Provisioning complete for port acb582c0-b7ed-4fa4-977b-894bac2f3180 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:13:29.340127 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-26347b95-7901-4beb-9b64-cb7248d0c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:31.234319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57072) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:13:31.418943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b16a616-1ba7-4555-99f2-b7fd7bdc2f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:31.419308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b16a616-1ba7-4555-99f2-b7fd7bdc2f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:31.420952 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9b16a616-1ba7-4555-99f2-b7fd7bdc2f6c admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1855168 Feb 18 00:13:33.898531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57082) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:13:34.088618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260be05a-4581-40ce-8fbb-cd149fe64289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:34.089636 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260be05a-4581-40ce-8fbb-cd149fe64289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:34.091423 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-260be05a-4581-40ce-8fbb-cd149fe64289 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1917443 Feb 18 00:13:36.618869 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57092) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:13:36.807032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60a78f-e220-4203-a4c5-4e47e2fefded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:36.808807 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-ac60a78f-e220-4203-a4c5-4e47e2fefded admin admin] 10.222.0.44 "GET /v2.0/networks/795370a8-1bdc-4db9-9669-71c38d19f081 HTTP/1.1" status: 200 len: 886 time: 0.1888473 Feb 18 00:13:39.308095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57102) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:13:39.494432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d49859c-9a00-412e-81ba-63453bf3b4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:39.496437 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-0d49859c-9a00-412e-81ba-63453bf3b4dc admin admin] 10.222.0.44 "GET /v2.0/networks/f83688fe-a78d-4b3f-a3b2-586daf359cdd HTTP/1.1" status: 200 len: 862 time: 0.1872115 Feb 18 00:13:41.985639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57112) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:13:42.105278 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263254b9-d86c-42bd-8129-42071e464223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:42.105694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263254b9-d86c-42bd-8129-42071e464223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:42.107603 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-263254b9-d86c-42bd-8129-42071e464223 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1207647 Feb 18 00:13:44.609661 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57122) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:13:44.750370 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd7026-5934-4db5-8944-5bc349fe9452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:44.750793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd7026-5934-4db5-8944-5bc349fe9452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:44.752453 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-86bd7026-5934-4db5-8944-5bc349fe9452 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1417487 Feb 18 00:13:46.563840 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f21fe992-6394-4a93-8d1e-b9c301325ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:46.992974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 5 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:13:47.287326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57132) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:13:47.403529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e9fdf3-42fc-431c-869e-d65d5f695be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:47.405008 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c9e9fdf3-42fc-431c-869e-d65d5f695be6 admin admin] 10.222.0.44 "GET /v2.0/subnets/38fa53bd-057d-4c57-873c-300540520182 HTTP/1.1" status: 200 len: 868 time: 0.1166613 Feb 18 00:13:48.646019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ba7f7f7-b1cf-4253-bb54-8cb365651f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:49.759937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:49.908157 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57142) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:13:50.023094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840432cc-b2d1-48e1-bc21-e3a39295d752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:13:50.024545 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-840432cc-b2d1-48e1-bc21-e3a39295d752 admin admin] 10.222.0.44 "GET /v2.0/subnets/5f3b6c3e-b989-4007-a542-e9f738aea158 HTTP/1.1" status: 200 len: 816 time: 0.1153088 Feb 18 00:13:50.766396 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:13:51.445282 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:16.299431 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57182) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:14:16.353415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [None req-fafc133e-8f22-47ed-941b-9b90d2070752 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:14:16.354553 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-fafc133e-8f22-47ed-941b-9b90d2070752 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0541027 Feb 18 00:14:16.563632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8c875520-8767-4e1b-905a-05f851a0e71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:18.638846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930b4527-b618-4b2b-bd29-727b8552fe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:18.965345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57192) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:14:19.040909 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc91c81-864a-4892-9c20-dc34367dfd24 admin admin] GET failed (client error): The resource could not be found. Feb 18 00:14:19.042284 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-1fc91c81-864a-4892-9c20-dc34367dfd24 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0758710 Feb 18 00:14:19.183349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be44eac3-1bfa-4539-8342-6584c01488fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:14:19.184901 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-be44eac3-1bfa-4539-8342-6584c01488fe admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382918 Feb 18 00:14:19.764204 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:20.767931 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:21.454309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:21.748551 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57202) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:14:21.808104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:14:21.812898 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:14:21.822720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:14:21.831270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Made reservation on behalf of c5e5a7e255734af1a1291ba15f90c155 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:14:21.835803 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:21.930031 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.services.revisions.revision_plugin [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Could not find related network for resource to bump revision. Feb 18 00:14:21.945110 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:14:21.954924 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:21.955304 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Added segment 12994208-0a12-4ae5-8e48-bfbd4e2a7d4e of type vxlan for network 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e Feb 18 00:14:21.982021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:22.010001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:22.011242 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:14:22.011861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:22.016561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:14:22.119439 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3696530 Feb 18 00:14:22.122290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Pushing event updated for resources: {'Network': ['ID=7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:14:22.134264 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:14:22.148256 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:14:23.992218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 5 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:14:24.649258 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57212) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:14:24.728582 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8186db69-f001-4ef9-aac2-19d68c973a2f admin admin] GET failed (client error): The resource could not be found. Feb 18 00:14:24.729295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8186db69-f001-4ef9-aac2-19d68c973a2f admin admin] Synchronizing usage tracker for tenant:c5e5a7e255734af1a1291ba15f90c155 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:14:24.744257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8186db69-f001-4ef9-aac2-19d68c973a2f admin admin] Unset dirty status for tenant:c5e5a7e255734af1a1291ba15f90c155 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:14:24.745615 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8186db69-f001-4ef9-aac2-19d68c973a2f admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0955818 Feb 18 00:14:24.864642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79e2998-f710-4c21-bbae-684cb13ebeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:14:24.866188 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c79e2998-f710-4c21-bbae-684cb13ebeb2 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1161265 Feb 18 00:14:24.880026 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e', 'cidr': '192.168.233.0/24'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:14:24.885033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:14:24.894695 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:14:24.904478 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Made reservation on behalf of c5e5a7e255734af1a1291ba15f90c155 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:14:24.909214 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:25.319284 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:25.334695 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f319e841-3d28-4a5f-b03c-3e982ff3dfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:14:25.459171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4e5a9f-9a85-4ce2-9a6f-011843e62b30,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:14:25.464133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:14:25.529784 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Checking segment: {'id': '12994208-0a12-4ae5-8e48-bfbd4e2a7d4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:14:25.530172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Network hostable DHCP agents. Network: 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:14:25.550422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Network 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:14:25.559055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:14:25.563064 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:14:25.563696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:25.569120 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1861212-3ffc-463f-b642-debf924ed8fa None None] Network 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:14:25.589548 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-19445e3c-7355-47a1-a16e-fa2e7fc539f5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7155731 Feb 18 00:14:25.812009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78b86c05-83fd-5eb5-acb2-53e0e069b87b-7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e', 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e', 'tenant_id': 'c5e5a7e255734af1a1291ba15f90c155', 'fixed_ips': [{'subnet_id': '4e4e5a9f-9a85-4ce2-9a6f-011843e62b30'}]}} from dv-cinder-751579-21-smb. {{(pid=84026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 00:14:25.813309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:26.125437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Allocated IP 192.168.233.2 (7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e/4e4e5a9f-9a85-4ce2-9a6f-011843e62b30/7b9118b8-1e7d-474b-86e3-2e961f0e66f8) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:14:26.367641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:26.379865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Transition to ACTIVE for port object 7b9118b8-1e7d-474b-86e3-2e961f0e66f8 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:14:26.397638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Transition to ACTIVE for port object 7b9118b8-1e7d-474b-86e3-2e961f0e66f8 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:14:26.402695 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:26.420146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:14:26.554797 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Pushing event updated for resources: {'Port': ['ID=7b9118b8-1e7d-474b-86e3-2e961f0e66f8,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:14:26.565686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.566075 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.566451 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.566824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.567192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.567558 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.567918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.568284 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.568665 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.569033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.569394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.569751 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:14:26.576155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:14:26.636736 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Network 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:14:26.637868 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:14:26.644474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:14:26.711145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Attempting to bind port 7b9118b8-1e7d-474b-86e3-2e961f0e66f8 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:14:26.711779 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Attempting to bind port 7b9118b8-1e7d-474b-86e3-2e961f0e66f8 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '12994208-0a12-4ae5-8e48-bfbd4e2a7d4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:14:26.713724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Attempting to bind port 7b9118b8-1e7d-474b-86e3-2e961f0e66f8 on network 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:14:26.723038 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:14:26.723465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Checking segment: {'id': '12994208-0a12-4ae5-8e48-bfbd4e2a7d4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:14:26.723909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:26.724353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Bound using segment: {'id': '12994208-0a12-4ae5-8e48-bfbd4e2a7d4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:14:26.724898 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Bound port: 7b9118b8-1e7d-474b-86e3-2e961f0e66f8, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12994208-0a12-4ae5-8e48-bfbd4e2a7d4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:14:26.725320 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:26.832220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] For port 7b9118b8-1e7d-474b-86e3-2e961f0e66f8, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:14:26.836564 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] For port 7b9118b8-1e7d-474b-86e3-2e961f0e66f8, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=7b9118b8-1e7d-474b-86e3-2e961f0e66f8,segment=NetworkSegment(12994208-0a12-4ae5-8e48-bfbd4e2a7d4e),segment_id=12994208-0a12-4ae5-8e48-bfbd4e2a7d4e)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:14:26.840950 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:26.857812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:14:27.002470 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Pushing event updated for resources: {'Port': ['ID=7b9118b8-1e7d-474b-86e3-2e961f0e66f8,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:14:27.016095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:14:28.291838 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9825892f-2dd9-4a58-a9a1-3396e76b28b5 None None] Network 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:14:28.389019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-cd015d3f-42ff-40b9-859c-dd7b62108085 None None] Provisioning for port 7b9118b8-1e7d-474b-86e3-2e961f0e66f8 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:14:29.015086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 7b9118b8-1e7d-474b-86e3-2e961f0e66f8 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:14:29.101245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 7b9118b8-1e7d-474b-86e3-2e961f0e66f8 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:14:29.106948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 7b9118b8-1e7d-474b-86e3-2e961f0e66f8 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:14:29.107366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:29.232427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:29.265215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 7b9118b8-1e7d-474b-86e3-2e961f0e66f8, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=7b9118b8-1e7d-474b-86e3-2e961f0e66f8,segment=NetworkSegment(12994208-0a12-4ae5-8e48-bfbd4e2a7d4e),segment_id=12994208-0a12-4ae5-8e48-bfbd4e2a7d4e)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:14:29.270986 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:29.273142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:14:29.342270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=7b9118b8-1e7d-474b-86e3-2e961f0e66f8,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:14:29.345539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:14:30.964582 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 7b9118b8-1e7d-474b-86e3-2e961f0e66f8 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:14:31.041170 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 7b9118b8-1e7d-474b-86e3-2e961f0e66f8 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:14:31.041170 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:46.559201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a502d072-7b3d-4b55-953c-493b749b76a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:48.643060 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7dfd66c1-45c6-415d-9e2a-003b07fd4834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:49.768964 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:50.771292 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:14:51.453369 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:00.997729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 5 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:15:16.582812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d67fe3ad-0238-4067-8c44-732c14c1b0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:18.647278 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aa137f37-26b5-450f-8700-0dfce3ab8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:19.769841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:20.777084 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:21.458005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:32.610182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57254) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:15:32.616391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [None req-9d57b436-68ca-403b-a05a-98ae62fd5874 tempest-verify_tempest_config-1746185254 tempest-verify_tempest_config-1746185254-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:15:32.617476 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9d57b436-68ca-403b-a05a-98ae62fd5874 tempest-verify_tempest_config-1746185254 tempest-verify_tempest_config-1746185254-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0062633 Feb 18 00:15:32.941562 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57274) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:15:33.085242 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:33.101965 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:15:33.106714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Usage tracker for resource:security_group_rule and tenant:b60b9d6eafe743a898f2200bca19d331 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:15:33.109801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:15:33.115537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:15:33.205101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:33.213939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:33.223676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-713c7726-d8c0-4227-bbff-9b3710b57f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:15:33.265112 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Synchronizing usage tracker for tenant:c5e5a7e255734af1a1291ba15f90c155 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:15:33.268672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbf962a-381f-4a84-b916-27e6bc66e1f7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:15:33.279704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.280086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.280464 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.280857 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.281225 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.281590 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.281952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.282314 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.282679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.283037 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.283395 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.283753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:15:33.289090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:15:33.297189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Unset dirty status for tenant:c5e5a7e255734af1a1291ba15f90c155 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:15:33.298484 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b60b9d6eafe743a898f2200bca19d331&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3557613 Feb 18 00:15:33.301348 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57280) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:15:33.363384 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8446e0-9641-425d-b89e-bfe086f51c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:33.390836 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8446e0-9641-425d-b89e-bfe086f51c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:33.444984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8446e0-9641-425d-b89e-bfe086f51c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:33.449233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d1bd3c38-e607-4e44-9299-1a028feee75c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:15:33.460699 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8446e0-9641-425d-b89e-bfe086f51c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbf962a-381f-4a84-b916-27e6bc66e1f7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:15:33.466309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5e8446e0-9641-425d-b89e-bfe086f51c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:15:33.468239 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8446e0-9641-425d-b89e-bfe086f51c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:33.469505 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-5e8446e0-9641-425d-b89e-bfe086f51c01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efbf962a-381f-4a84-b916-27e6bc66e1f7 HTTP/1.1" status: 204 len: 168 time: 0.1671920 Feb 18 00:15:37.998054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 5 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:15:46.568179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a910de7-e190-47ee-a068-9b529704d19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:48.651023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8437d85b-7e5b-4f1e-9a8b-cbdc780ac4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:49.772175 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:50.779045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:15:51.459618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:16:14.998351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 5 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:16:16.561374 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2bc11d44-5f5d-404a-8490-5a0f45620a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:16:18.653143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-302d2912-6e31-4c1a-bc5b-df35ffc96922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:16:19.780285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:16:20.780645 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:16:21.463911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:16:46.568704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b16e7f0-fe2e-4b40-9b8b-20c82942af26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:16:48.655730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7329a523-2bd6-4bec-88b8-abeb66265bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:16:49.779438 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:16:50.782676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:16:51.467890 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:16:51.998255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 5 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:17:16.573591 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-69e8522f-cea2-4aa5-8f3d-babf6c08617d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:17:18.657105 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7215b74a-a94b-42fc-b01a-9c8ff539cd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:17:19.783977 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:17:20.794942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158'] for agent, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:17:20.795561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.795867 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.796107 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.796461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.796863 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.797296 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.797672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.798057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.798389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.798765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.799206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.799629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:17:20.800007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75157', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:17:20.803249 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75157', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:17:20.804273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:17:21.207996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] get_endpoint_by_host() called for host hv-cinder-75157 {{(pid=84026) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 18 00:17:21.212229 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] get_endpoint_by_ip() called for ip 192.168.0.48 {{(pid=84026) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 18 00:17:21.215319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] _add_endpoint() called for ip 192.168.0.48 {{(pid=84026) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 18 00:17:21.220101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] _get_endpoints() called {{(pid=84026) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 18 00:17:21.469092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:17:29.000882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:17:33.217778 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57352) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:17:33.345235 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-2691afa0-4173-4c38-8eb4-56d4a2ee2efb admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.1262338 Feb 18 00:17:35.874895 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57362) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:17:35.938800 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-0e7828dd-e32b-4b72-9368-d31183477f05 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.0627036 Feb 18 00:17:46.576639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6230-3395-4c80-ab8f-926ad0d5556c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:17:48.663284 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83a55761-bd21-4431-930c-637bd8cd22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:17:49.784370 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:17:50.796972 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:17:50.800338 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:17:51.472182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:06.000558 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:18:16.578011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-877be7c1-18e8-4802-9f69-5cabc3d8195b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:18.656324 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8b3d75b8-e787-4281-9e20-c0e3b9b4c182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:19.788849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:20.789519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:20.815240 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:21.477113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:43.002019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:18:46.599904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c6944527-967b-4e81-8130-89e78b438111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:48.658518 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-37a35322-8dfa-4e62-b67f-d2b835351be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:49.793287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:50.793623 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:50.849304 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:18:51.479894 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:16.580703 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d72c2722-085f-4e10-9c77-68b49ede3e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:18.663011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cea40a5f-5273-4bf8-a239-0738aa476e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:19.804664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:20.001288 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:19:20.808206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:20.870703 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:21.498302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:25.967642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57520) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:26.307402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1572909080-network', 'tenant_id': 'c2d49383136d494596a9520631dcbaf8'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:26.313435 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:26.318120 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Usage tracker for resource:network and tenant:c2d49383136d494596a9520631dcbaf8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:26.321336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:26.327698 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:26.337071 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Made reservation on behalf of c2d49383136d494596a9520631dcbaf8 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:26.342671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:26.361488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:26.384517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:26.392289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Usage tracker for resource:security_group_rule and tenant:c2d49383136d494596a9520631dcbaf8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:26.395824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:26.401807 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:26.496834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:26.500618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:26.506353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:26.556896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c368ecf9-0d3e-45d9-96be-a3f33ebf1d9b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:26.567840 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.568220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.568888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.569121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.569487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.569851 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.570211 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.570579 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.570942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.571301 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.571660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.572057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.572511 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.573129 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.573659 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.574178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.574693 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.575199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.575728 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.576089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.576447 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.576837 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.577196 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.577552 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Tracked resource versions report: Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: pushed versions: Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: { 'AddressGroup': {'1.1'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': {'1.0'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': {'1.0'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': {'1.1'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': {'1.7'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': {'1.2'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': {'1.8'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': {'1.4'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': {'1.0'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': {'1.1'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': {'1.1'}} Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: consumer versions: Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: { DHCP agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: L3 agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: Metadata agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: Metering agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@dv-cinder-751579-21-smb: { 'AddressGroup': '1.1', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}, Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@hv-cinder-75157: { 'AddressGroup': '1.1', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}} Feb 18 00:19:26.579164 dv-cinder-751579-21-smb neutron-server[83911]: {{(pid=84024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 00:19:26.593081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:26.594748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:19:26.613233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:26.614021 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Added segment bfc826ba-9f16-43a4-9b4d-ed8896e15357 of type vxlan for network 44b1bd73-4b64-40fe-99b6-22009dbf97c0 Feb 18 00:19:26.643191 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:26.678086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:26.681662 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:26.682772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:26.688680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:26.799225 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57556) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:26.842715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57562) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:26.989885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Pushing event updated for resources: {'Network': ['ID=44b1bd73-4b64-40fe-99b6-22009dbf97c0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:26.996193 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:27.002276 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0331664 Feb 18 00:19:27.003855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57572) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:27.006671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 44b1bd73-4b64-40fe-99b6-22009dbf97c0 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:27.013781 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Request body: {'subnet': {'network_id': '44b1bd73-4b64-40fe-99b6-22009dbf97c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1572909080-subnet', 'tenant_id': 'c2d49383136d494596a9520631dcbaf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:27.026180 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:27.035759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Usage tracker for resource:subnet and tenant:c2d49383136d494596a9520631dcbaf8 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:27.042090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:27.051696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:27.068733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Made reservation on behalf of c2d49383136d494596a9520631dcbaf8 for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:27.074865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.091463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 44b1bd73-4b64-40fe-99b6-22009dbf97c0 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:27.205188 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57580) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:27.366360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-129936957-network', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:27.369948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57586) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:27.375011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1465076276-network', 'tenant_id': '03071d02ede4441aa6228cd093246517'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:27.403070 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:27.411020 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Usage tracker for resource:network and tenant:6860257f5ea24ec6bfab89c20120d7b9 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:27.415907 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:27.441699 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:27.444123 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:27.450802 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Usage tracker for resource:network and tenant:03071d02ede4441aa6228cd093246517 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:27.468944 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:27.481514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:27.521362 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1940577482-network', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:27.532202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:27.534916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Made reservation on behalf of 6860257f5ea24ec6bfab89c20120d7b9 for: {'network': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:27.539927 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.556575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Usage tracker for resource:network and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:27.562334 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:27.564197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.579777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:27.589681 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Made reservation on behalf of 03071d02ede4441aa6228cd093246517 for: {'network': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:27.594418 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.606087 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-network', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:27.613793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:27.616050 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:27.617669 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.622230 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Usage tracker for resource:network and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:27.628388 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:27.634778 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Usage tracker for resource:security_group_rule and tenant:6860257f5ea24ec6bfab89c20120d7b9 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:27.640639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:27.642480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:27.650996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:27.653768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:27.654154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Made reservation on behalf of 2ff96f25a495405c89133fb0124f23c3 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:27.658246 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Usage tracker for resource:security_group_rule and tenant:03071d02ede4441aa6228cd093246517 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:27.659951 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.662425 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:27.672916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Made reservation on behalf of 85cc94989d364dbda8dd2bae842c1871 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:27.677962 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:27.679747 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.697237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.708672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.731718 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:27.735315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:27.742251 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Usage tracker for resource:security_group_rule and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:27.745813 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Usage tracker for resource:security_group_rule and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:27.748955 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:27.753115 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:27.761801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:27.764644 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:27.894948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.957533 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.960391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.962774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.967662 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:27.987694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:19:27.998080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:27.999127 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Added segment a60a6540-dcc8-482e-9afe-80de021ce8ed of type vxlan for network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 Feb 18 00:19:28.039486 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.043958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:28.073335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.083205 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.090422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:28.091387 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.132317 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.146207 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7750623 Feb 18 00:19:28.147583 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:19:28.151692 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57626) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:28.152556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Checking segment: {'id': 'bfc826ba-9f16-43a4-9b4d-ed8896e15357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44b1bd73-4b64-40fe-99b6-22009dbf97c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:28.152976 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Network hostable DHCP agents. Network: 44b1bd73-4b64-40fe-99b6-22009dbf97c0, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:19:28.165212 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21f4c64-66d6-4533-a22f-32be3f57f5b5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:28.170274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:28.171114 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5e8446e0-9641-425d-b89e-bfe086f51c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:28.175972 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.191875 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Request body: {'subnet': {'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-subnet', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:28.204693 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.205012 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Added segment d872776e-dbae-48b9-977e-f3a7e494153f of type vxlan for network 27447fe4-5abc-434b-b61d-e537462935b2 Feb 18 00:19:28.211675 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120c1e66-7f0f-4064-b6c0-d9211d9fd466,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:28.217453 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:28.217916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:28.243622 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.254798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0da74e-4549-4814-b757-d86a4bf51082,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:28.263990 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:28.269555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.269933 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.270307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.270858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.271523 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.271889 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.272248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.272632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.273063 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.273513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.273846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.274201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.274604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.274956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.275306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.276197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.276571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.278779 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.278779 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.278969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.279356 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.279712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.280263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.280380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Tracked resource versions report: Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: pushed versions: Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: { 'AddressGroup': {'1.1'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': {'1.0'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': {'1.0'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': {'1.1'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': {'1.7'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': {'1.2'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': {'1.8'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': {'1.4'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': {'1.0'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': {'1.1'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': {'1.1'}} Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: consumer versions: Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: { DHCP agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: L3 agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: Metadata agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: Metering agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@dv-cinder-751579-21-smb: { 'AddressGroup': '1.1', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}, Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@hv-cinder-75157: { 'AddressGroup': '1.1', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}} Feb 18 00:19:28.282197 dv-cinder-751579-21-smb neutron-server[83911]: {{(pid=84025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 00:19:28.287658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:28.288038 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.290890 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:28.324626 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Pushing event updated for resources: {'Network': ['ID=1240ef45-358d-4e93-adf6-50e51ed3c6c5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:28.330408 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:28.337725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:28.348839 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.349076 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Network 44b1bd73-4b64-40fe-99b6-22009dbf97c0 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:19:28.374129 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Usage tracker for resource:subnet and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:28.384156 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:28.390799 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.394197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:28.395181 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.408392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:28.412239 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5e667620-5339-45b7-ab65-4568979e5f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:28.424088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0678e9e-240c-48e2-b5df-000a089f7fa8,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:28.468416 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 44b1bd73-4b64-40fe-99b6-22009dbf97c0) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:28.475344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:28.476003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.494795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:28.587961 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3814840 Feb 18 00:19:28.591533 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57644) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:28.603646 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Request body: {'subnet': {'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1940577482-subnet', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:28.605865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:19:28.610021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:28.616539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Usage tracker for resource:subnet and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:28.620441 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:28.628156 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:28.638755 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Pushing event updated for resources: {'Network': ['ID=27447fe4-5abc-434b-b61d-e537462935b2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:28.647774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:28.698594 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Made reservation on behalf of 2ff96f25a495405c89133fb0124f23c3 for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:28.699847 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270a1e6-4cfe-4129-873b-6fea6863f7d9 None None] Network 44b1bd73-4b64-40fe-99b6-22009dbf97c0 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:28.707170 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.731900 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 27447fe4-5abc-434b-b61d-e537462935b2 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:28.745884 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceca55b5-178f-450e-ba53-c537eaf946d7,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:28.751404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:28.761656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 27447fe4-5abc-434b-b61d-e537462935b2 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:28.854333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265976447740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:28.855122 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Added segment fab947a2-920a-49ad-9e89-b48e90fe1017 of type vxlan for network 4f053ec5-6abd-4755-97de-db76245fa24a Feb 18 00:19:29.115082 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.691s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:29.115935 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:29.138186 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Made reservation on behalf of 85cc94989d364dbda8dd2bae842c1871 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:29.143960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:29.155440 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1502664 Feb 18 00:19:29.246052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:29.323413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:29.398582 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f4549-716a-435a-8af4-7d7949edf66f None None] Network 44b1bd73-4b64-40fe-99b6-22009dbf97c0 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:29.408132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:29.409445 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:29.420199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:29.440910 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:19:29.441392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:19:29.646140 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.8437169 Feb 18 00:19:29.651550 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57680) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:29.679976 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Request body: {'subnet': {'network_id': '4f053ec5-6abd-4755-97de-db76245fa24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1465076276-subnet', 'tenant_id': '03071d02ede4441aa6228cd093246517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:29.686480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:29.694488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Usage tracker for resource:subnet and tenant:03071d02ede4441aa6228cd093246517 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:29.721851 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:29.774759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Pushing event updated for resources: {'Network': ['ID=4f053ec5-6abd-4755-97de-db76245fa24a,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:29.779011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:29.790789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 4f053ec5-6abd-4755-97de-db76245fa24a details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:29.825115 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:29.860512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Made reservation on behalf of 03071d02ede4441aa6228cd093246517 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:29.867777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:29.893902 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 4f053ec5-6abd-4755-97de-db76245fa24a details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:29.973978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.014148 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.044750 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:30.188561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6147e67-50ab-4fdc-93bb-c376a0994999,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:30.197098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:19:30.199754 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:30.225701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265976447740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.226268 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Added segment 86ab679b-acff-44fb-aff0-81c322743454 of type vxlan for network 5480de9b-db79-41d7-b1ad-8d431d4576b5 Feb 18 00:19:30.243256 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.263329 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:30.290290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.366886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Checking segment: {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:30.367284 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Network hostable DHCP agents. Network: 1240ef45-358d-4e93-adf6-50e51ed3c6c5, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:19:30.385248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.387841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:30.388568 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.417548 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:30.435517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1611c6-7deb-4e58-8f22-eb7fac57a53f,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:30.441687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:30.464858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57706) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:30.514114 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Pushing event updated for resources: {'Network': ['ID=5480de9b-db79-41d7-b1ad-8d431d4576b5,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:30.521825 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6745520 Feb 18 00:19:30.521825 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:19:30.523147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:30.523742 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57710) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:30.534737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Request body: {'subnet': {'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-129936957-subnet', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:30.535164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 5480de9b-db79-41d7-b1ad-8d431d4576b5 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:30.539252 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 1240ef45-358d-4e93-adf6-50e51ed3c6c5) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:30.541351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:30.547353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:30.547912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.565770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Usage tracker for resource:subnet and tenant:6860257f5ea24ec6bfab89c20120d7b9 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:30.567610 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 5480de9b-db79-41d7-b1ad-8d431d4576b5 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:30.570143 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4085102 Feb 18 00:19:30.571357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:30.578533 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57716) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:30.579795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:30.587522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:30.590102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:30.595365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Usage tracker for resource:router and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:30.600708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:30.608305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:30.614568 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Made reservation on behalf of 6860257f5ea24ec6bfab89c20120d7b9 for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:30.620201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.620515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1bd915-2f51-4d3f-a3dc-264eb6ab29b8 None None] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:30.686057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57722) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:30.694177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-12039459-network', 'tenant_id': 'db6a49875b694a43af258ad6c173ca83'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:30.698418 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1971426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5025'] for router, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.699606 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1971221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852799561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853166460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770791'] for router, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.708832 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:30.717018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Usage tracker for resource:network and tenant:db6a49875b694a43af258ad6c173ca83 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:30.722505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:30.734010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:30.738382 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Checking segment: {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:30.738382 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Network hostable DHCP agents. Network: 27447fe4-5abc-434b-b61d-e537462935b2, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:19:30.767270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.775449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Made reservation on behalf of db6a49875b694a43af258ad6c173ca83 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:30.781648 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.810339 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.853767 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Network 27447fe4-5abc-434b-b61d-e537462935b2 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:19:30.861475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:30.878806 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Usage tracker for resource:security_group_rule and tenant:db6a49875b694a43af258ad6c173ca83 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:30.884519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:30.890074 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 27447fe4-5abc-434b-b61d-e537462935b2) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:30.917668 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:30.922691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:30.923332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:30.995435 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075543a3-2f93-4bfa-9f13-76954f2861fe None None] Network 27447fe4-5abc-434b-b61d-e537462935b2 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:31.046936 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-75e5c823-1568-4e53-acfc-0a29f9d0b973 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4539824 Feb 18 00:19:31.057540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57732) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:31.072160 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:31.096539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:31.105745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3927-31eb-407c-b058-1b8dcd70689b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.133230 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Usage tracker for resource:router and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:31.140988 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:31.156701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.158018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:31.161327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7ca3927-31eb-407c-b058-1b8dcd70689b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:31.195950 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7ca3927-31eb-407c-b058-1b8dcd70689b admin admin] Usage tracker for resource:security_group_rule and tenant:0ec06258874a457cbe57c8b588b76e57 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:31.199479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e8b11888-3253-4011-98b4-812700c3d8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:31.292619 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7ca3927-31eb-407c-b058-1b8dcd70689b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:31.325807 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7ca3927-31eb-407c-b058-1b8dcd70689b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:31.440027 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1971426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5025'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.441749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1971221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852799561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853166460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770791'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.488157 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.520507 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.577904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:19:31.588608 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.589072 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Added segment 1d2edd3e-fc6d-4f75-a092-68fbbfaa3382 of type vxlan for network cd1f9a92-c248-4647-97d7-36f495aa01d6 Feb 18 00:19:31.649225 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.703709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Checking segment: {'id': 'fab947a2-920a-49ad-9e89-b48e90fe1017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4f053ec5-6abd-4755-97de-db76245fa24a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:31.704112 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Network hostable DHCP agents. Network: 4f053ec5-6abd-4755-97de-db76245fa24a, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:19:31.712963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852801012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852804476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770806'] for router, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.713294 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.724531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.739164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78b86c05-83fd-5eb5-acb2-53e0e069b87b-27447fe4-5abc-434b-b61d-e537462935b2', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f'}]}} from dv-cinder-751579-21-smb. {{(pid=84026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 00:19:31.740084 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.759727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:31.760705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.801799 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Network 4f053ec5-6abd-4755-97de-db76245fa24a is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:19:31.811659 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eadab554-b7c2-47ec-ac65-7bcf3c905ff4,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:31.824709 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1338887 Feb 18 00:19:31.825746 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:31.826218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:31.836362 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57750) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:31.840671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 4f053ec5-6abd-4755-97de-db76245fa24a) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:31.856452 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Request body: {'subnet': {'network_id': 'cd1f9a92-c248-4647-97d7-36f495aa01d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-12039459-subnet', 'tenant_id': 'db6a49875b694a43af258ad6c173ca83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:31.869668 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:31.870317 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:31.871829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ea9b2f-1318-4069-8052-82e2c59da1ad None None] Network 4f053ec5-6abd-4755-97de-db76245fa24a requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:31.958681 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:32.247560 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Usage tracker for resource:subnet and tenant:db6a49875b694a43af258ad6c173ca83 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:32.255997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:32.272874 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:32.278702 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7103f420-be04-45c1-9a1e-011a7052493c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:32.371165 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:32.371719 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cbb4f43b-110b-487e-a7ca-70f7beeabc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.570s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:32.449616 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7967718 Feb 18 00:19:32.454331 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3927-31eb-407c-b058-1b8dcd70689b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:32.545748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Made reservation on behalf of db6a49875b694a43af258ad6c173ca83 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:32.553970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d169ea42-d095-4cf0-826d-f435f8eab762 None None] Network 4f053ec5-6abd-4755-97de-db76245fa24a requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:32.560416 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:32.726377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78b86c05-83fd-5eb5-acb2-53e0e069b87b-1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999'}]}} from dv-cinder-751579-21-smb. {{(pid=84026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 00:19:32.727575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:32.817381 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:32.856084 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3927-31eb-407c-b058-1b8dcd70689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:32.875314 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:32.898162 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:32.912045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-95981916-2c3f-47bd-8eb5-9894064e33b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:32.980170 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852801012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852804476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770806'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:33.007581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Pushing event updated for resources: {'Network': ['ID=cd1f9a92-c248-4647-97d7-36f495aa01d6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:33.019580 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:33.021333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:33.052654 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f7ca3927-31eb-407c-b058-1b8dcd70689b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ec06258874a457cbe57c8b588b76e57&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5844491 Feb 18 00:19:33.061835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57788) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:33.106406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Allocated IP 172.20.0.2 (27447fe4-5abc-434b-b61d-e537462935b2/dc1611c6-7deb-4e58-8f22-eb7fac57a53f/954c9a0c-e7cc-4db7-95b1-18c0ec9e6806) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:19:33.202866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca3927-31eb-407c-b058-1b8dcd70689b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e997d109-0678-414a-9e59-59613ea800c0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:33.213727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f7ca3927-31eb-407c-b058-1b8dcd70689b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:33.227729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57812) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:33.254131 dv-cinder-751579-21-smb neutron-server[83911]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 00:19:33.431006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:33.444394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Transition to ACTIVE for port object 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:19:33.454677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-748549b7-3a48-4e1c-96f4-f14d6618077e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:33.463450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Transition to ACTIVE for port object 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:19:33.479486 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Allocated IP 172.28.0.210 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/f5e6bc32-81a0-4565-bc46-ad14500d5f36) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:19:33.526728 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-748549b7-3a48-4e1c-96f4-f14d6618077e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:33.610463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-f0b67eba-c8d5-4bfa-8696-615a08517ab1 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:33.612970 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-f0b67eba-c8d5-4bfa-8696-615a08517ab1 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/networks?id=4f053ec5-6abd-4755-97de-db76245fa24a HTTP/1.1" status: 200 len: 812 time: 0.3694320 Feb 18 00:19:33.633193 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:33.634146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network cd1f9a92-c248-4647-97d7-36f495aa01d6 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:33.648896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network cd1f9a92-c248-4647-97d7-36f495aa01d6 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:19:33.662229 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-c86c5b6b-c477-4f39-bf31-0de72935d496 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/quotas/03071d02ede4441aa6228cd093246517 HTTP/1.1" status: 200 len: 375 time: 0.0245032 Feb 18 00:19:33.684554 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Pushing event updated for resources: {'Subnet': ['ID=762948e9-9a6b-42ed-a9d0-73a29ac28299,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:33.704727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:33.747686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-748549b7-3a48-4e1c-96f4-f14d6618077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:33.777692 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:33.822251 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:33.842651 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Checking segment: {'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:33.843537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Network hostable DHCP agents. Network: 5480de9b-db79-41d7-b1ad-8d431d4576b5, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:19:33.883164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Network 5480de9b-db79-41d7-b1ad-8d431d4576b5 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:19:33.886951 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:33.904823 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-73fe33d2-feaf-40d8-b923-eb93ce1952a5 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03071d02ede4441aa6228cd093246517&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1695902 Feb 18 00:19:33.918555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748549b7-3a48-4e1c-96f4-f14d6618077e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997d109-0678-414a-9e59-59613ea800c0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:33.919843 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:33.955596 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-748549b7-3a48-4e1c-96f4-f14d6618077e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:34.008176 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 5480de9b-db79-41d7-b1ad-8d431d4576b5) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:34.011984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-428b46f8-796c-4121-8b27-199ee0407451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:34.032017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-748549b7-3a48-4e1c-96f4-f14d6618077e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:34.036774 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-748549b7-3a48-4e1c-96f4-f14d6618077e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e997d109-0678-414a-9e59-59613ea800c0 HTTP/1.1" status: 204 len: 168 time: 0.9553998 Feb 18 00:19:34.036956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:34.036956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:34.052246 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:34.080160 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Pushing event updated for resources: {'Port': ['ID=f5e6bc32-81a0-4565-bc46-ad14500d5f36,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:34.087516 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:34.092934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:34.110144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57836) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:34.111226 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.5840130 Feb 18 00:19:34.129051 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-129936957-router', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:34.151880 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:34.181209 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:19:34.182963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:34.186102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:19:34.275808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537efd8e-b51e-4cbd-8de8-9f1903650591 None None] Network 5480de9b-db79-41d7-b1ad-8d431d4576b5 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:34.436643 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-ae2fcf80-fdca-449c-8bbf-f89f2d623949 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:19:34.445119 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-ae2fcf80-fdca-449c-8bbf-f89f2d623949 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4210653 Feb 18 00:19:34.447476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:34.488588 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Network 27447fe4-5abc-434b-b61d-e537462935b2 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:19:34.491417 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:34.492465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:34.525035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Usage tracker for resource:router and tenant:6860257f5ea24ec6bfab89c20120d7b9 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:34.526272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:19:34.602148 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57852) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:34.646460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:34.651784 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e925d43-84fd-48de-895f-608fd8775a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:34.667753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:34.677190 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e925d43-84fd-48de-895f-608fd8775a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:34.694761 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e925d43-84fd-48de-895f-608fd8775a08 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e0ff140a464d61849dc4d8a365b2ed is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:34.701027 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9e925d43-84fd-48de-895f-608fd8775a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:34.733341 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Pushing event updated for resources: {'Port': ['ID=954c9a0c-e7cc-4db7-95b1-18c0ec9e6806,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:34.738585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1971426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5025'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:34.740072 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1971221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852799561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853166460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770791'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:34.776320 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8aae527-9d3a-4d22-9048-e984a7165ace,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:34.805287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9e925d43-84fd-48de-895f-608fd8775a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:34.810768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:34.824782 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Allocated IP 172.20.0.2 (1240ef45-358d-4e93-adf6-50e51ed3c6c5/f6147e67-50ab-4fdc-93bb-c376a0994999/9614cb8e-bfd9-468e-9429-53ef32b3d9bf) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:19:34.868085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Attempting to bind port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:19:34.868668 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Attempting to bind port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:19:34.869086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Attempting to bind port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 on network 27447fe4-5abc-434b-b61d-e537462935b2 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:19:34.872496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.872768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.873096 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.873475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.873842 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.874209 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.874577 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.874943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.875310 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.875830 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.875954 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:34.876193 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.876555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.877008 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.878209 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.879406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.879773 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.880138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.880501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.880929 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.881292 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.881652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.882010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.882368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.882726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Tracked resource versions report: Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: pushed versions: Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: { 'AddressGroup': {'1.1'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': {'1.0'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': {'1.0'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': {'1.1'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': {'1.7'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': {'1.2'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': {'1.8'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': {'1.4'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': {'1.0'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': {'1.1'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': {'1.1'}} Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: consumer versions: Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: { DHCP agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: L3 agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: Metadata agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: Metering agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@dv-cinder-751579-21-smb: { 'AddressGroup': '1.1', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}, Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@hv-cinder-75157: { 'AddressGroup': '1.1', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}} Feb 18 00:19:34.884151 dv-cinder-751579-21-smb neutron-server[83911]: {{(pid=84026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 00:19:34.888512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:34.889804 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:34.942242 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-55e74033-5338-4b21-b13c-52b7a5f72381 service neutron] 10.222.0.44 "GET /v2.0/networks/4f053ec5-6abd-4755-97de-db76245fa24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962325 Feb 18 00:19:34.974283 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:19:34.975108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Checking segment: {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:34.975108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:34.975581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Bound using segment: {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:19:34.976309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Bound port: 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:19:34.976777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:35.098015 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] For port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:19:35.101680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] For port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=954c9a0c-e7cc-4db7-95b1-18c0ec9e6806,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:19:35.111594 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:35.226981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e925d43-84fd-48de-895f-608fd8775a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:35.234044 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e925d43-84fd-48de-895f-608fd8775a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:35.258431 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:35.263026 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:35.360985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Pushing event updated for resources: {'Port': ['ID=954c9a0c-e7cc-4db7-95b1-18c0ec9e6806,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:35.382818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:35.428055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Checking segment: {'id': '1d2edd3e-fc6d-4f75-a092-68fbbfaa3382', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cd1f9a92-c248-4647-97d7-36f495aa01d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:35.428474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Network hostable DHCP agents. Network: cd1f9a92-c248-4647-97d7-36f495aa01d6, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:19:35.569297 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-c867854b-8f3a-425b-8363-3e0d59a4f145 service neutron] 10.222.0.44 "GET /v2.0/networks/4f053ec5-6abd-4755-97de-db76245fa24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6259749 Feb 18 00:19:35.614997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852801012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852804476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770806'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:35.624058 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9e925d43-84fd-48de-895f-608fd8775a08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3e0ff140a464d61849dc4d8a365b2ed&name=default HTTP/1.1" status: 200 len: 2977 time: 1.0143816 Feb 18 00:19:35.631363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57874) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:35.633772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Allocated IP 172.28.0.107 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/b40dae65-9525-43da-9108-6256308dba9a) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:19:35.693413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e925d43-84fd-48de-895f-608fd8775a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e08c70d-16ef-4c7c-b28b-42daaf8703cc,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:35.704120 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Network cd1f9a92-c248-4647-97d7-36f495aa01d6 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:19:35.704378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9e925d43-84fd-48de-895f-608fd8775a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:35.716457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59af0713-25a0-4e5d-a195-97286a7ca2b4 None None] Network 5480de9b-db79-41d7-b1ad-8d431d4576b5 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:35.928772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ddddc0f-c4b1-4e29-b048-d7f692a695f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:35.984402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57890) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:36.063300 dv-cinder-751579-21-smb neutron-server[83911]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 00:19:36.080111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:36.094108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Transition to ACTIVE for port object 9614cb8e-bfd9-468e-9429-53ef32b3d9bf will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:19:36.117368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Transition to ACTIVE for port object 9614cb8e-bfd9-468e-9429-53ef32b3d9bf will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:19:36.133095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:36.181109 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:36.204121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ddddc0f-c4b1-4e29-b048-d7f692a695f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:36.234544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:36.264487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, cd1f9a92-c248-4647-97d7-36f495aa01d6) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:36.277139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:36.277822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:36.348316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ddddc0f-c4b1-4e29-b048-d7f692a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:36.350420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852804459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974839'] for router, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:36.358521 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db8af87-4eea-4e7e-8924-dd0177ef852f None None] Network cd1f9a92-c248-4647-97d7-36f495aa01d6 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:36.367807 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2ded5205-c04f-49ef-910e-97b96e468ef4 req-3e7c09f2-ccfe-44ef-bb3d-902ab2a33345 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 210 time: 0.3749301 Feb 18 00:19:36.371506 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:36.398491 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.5577347 Feb 18 00:19:36.428063 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:36.456258 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:36.686146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Pushing event updated for resources: {'Port': ['ID=b40dae65-9525-43da-9108-6256308dba9a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:36.693693 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:36.851464 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddddc0f-c4b1-4e29-b048-d7f692a695f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e08c70d-16ef-4c7c-b28b-42daaf8703cc,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:36.857808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8ddddc0f-c4b1-4e29-b048-d7f692a695f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:36.868709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57940) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:36.964352 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ddddc0f-c4b1-4e29-b048-d7f692a695f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:36.968631 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8ddddc0f-c4b1-4e29-b048-d7f692a695f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e08c70d-16ef-4c7c-b28b-42daaf8703cc HTTP/1.1" status: 204 len: 168 time: 1.3325744 Feb 18 00:19:36.974612 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:19:36.975885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-af20cddc-d79e-4f6a-8c63-3265f519a1bd admin admin] Deleting subnet 3b0da74e-4549-4814-b757-d86a4bf51082 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:19:36.977924 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:36.983290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af20cddc-d79e-4f6a-8c63-3265f519a1bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:36.983753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:19:37.077709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Pushing event updated for resources: {'Port': ['ID=9614cb8e-bfd9-468e-9429-53ef32b3d9bf,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:37.086682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:37.087497 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af20cddc-d79e-4f6a-8c63-3265f519a1bd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:37.116079 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af20cddc-d79e-4f6a-8c63-3265f519a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:37.228126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Attempting to bind port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:19:37.230825 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Attempting to bind port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:19:37.234754 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Attempting to bind port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf on network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:19:37.357265 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:19:37.357653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Checking segment: {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:37.358105 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:37.358552 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Bound using segment: {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:19:37.359111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Bound port: 9614cb8e-bfd9-468e-9429-53ef32b3d9bf, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:19:37.359541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:37.410293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:19:37.572030 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57964) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:37.577198 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb709df7-8e76-4a05-9982-3311297101d7 None None] Network 27447fe4-5abc-434b-b61d-e537462935b2 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:37.717318 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:19:37.731209 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:37.739319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:19:37.766813 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af20cddc-d79e-4f6a-8c63-3265f519a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:38.043971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:38.093171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20cddc-d79e-4f6a-8c63-3265f519a1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0da74e-4549-4814-b757-d86a4bf51082,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:38.125357 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-76648777-47d8-43d1-aed1-3a3807c1126d req-8d26b7e9-abd3-4a48-a0c2-63a2d61f56ab tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 210 time: 0.3728826 Feb 18 00:19:38.126926 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-af20cddc-d79e-4f6a-8c63-3265f519a1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:38.150877 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:19:38.151031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Router 4afe04bb-031c-4928-972e-71ee3397e954 is scheduled to L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc with binding_index 1 {{(pid=84025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 00:19:38.154995 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af20cddc-d79e-4f6a-8c63-3265f519a1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:38.168826 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:38.213981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81be8922-ceca-4aaa-a641-eb84c010c8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:38.232409 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-af20cddc-d79e-4f6a-8c63-3265f519a1bd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3b0da74e-4549-4814-b757-d86a4bf51082 HTTP/1.1" status: 204 len: 168 time: 1.3625429 Feb 18 00:19:38.241221 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 57992) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:38.246228 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:38.318938 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-81be8922-ceca-4aaa-a641-eb84c010c8d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:38.374490 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:19:38.384535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Sync routers for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:19:38.401490 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:19:38.404523 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:38.412680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:38.414037 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8388433 Feb 18 00:19:38.417941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 57998) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:38.466520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-81be8922-ceca-4aaa-a641-eb84c010c8d2 admin admin] Usage tracker for resource:security_group_rule and tenant:c413d5ce8f9046eab726e78c675e1a9a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:38.577601 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-81be8922-ceca-4aaa-a641-eb84c010c8d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:38.622255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-81be8922-ceca-4aaa-a641-eb84c010c8d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:38.685641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] For port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:19:38.689716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] For port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=9614cb8e-bfd9-468e-9429-53ef32b3d9bf,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:19:38.734438 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81be8922-ceca-4aaa-a641-eb84c010c8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:38.757962 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:38.759106 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-81be8922-ceca-4aaa-a641-eb84c010c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:38.759542 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6acf0f4-270d-4e7e-b4e0-6af8959931b8 None None] Network cd1f9a92-c248-4647-97d7-36f495aa01d6 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:38.806241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:38.844464 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:19:38.875925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:38.957761 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be8922-ceca-4aaa-a641-eb84c010c8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3189778e-fd6d-4379-a725-12efe0f617f6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:38.961717 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-81be8922-ceca-4aaa-a641-eb84c010c8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:39.102405 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-81be8922-ceca-4aaa-a641-eb84c010c8d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c413d5ce8f9046eab726e78c675e1a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4378428 Feb 18 00:19:39.103771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58008) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:39.145778 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-0a60ba61-3c61-457e-8d80-4d07f27f4119 None None] Provisioning for port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:19:39.213408 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.30', 55025) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:39.354678 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:34Z', 'revision_number': 3, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:39.361543 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Checking router: 4afe04bb-031c-4928-972e-71ee3397e954 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:19:39.362672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Updating router 4afe04bb-031c-4928-972e-71ee3397e954 port f5e6bc32-81a0-4565-bc46-ad14500d5f36 binding host dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:19:39.466193 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:39.502752 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:39.542740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-0a60ba61-3c61-457e-8d80-4d07f27f4119 None None] Provisioning complete for port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:39.543163 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a60ba61-3c61-457e-8d80-4d07f27f4119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:39.733558 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Pushing event updated for resources: {'Port': ['ID=9614cb8e-bfd9-468e-9429-53ef32b3d9bf,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:39.751708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:39.780076 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d7b8288b-f7ca-477f-91fc-f96a2c4b0b40 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:39.794301 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d7b8288b-f7ca-477f-91fc-f96a2c4b0b40 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.30 "GET /v2.0/networks?id=4f053ec5-6abd-4755-97de-db76245fa24a HTTP/1.1" status: 200 len: 812 time: 0.4757373 Feb 18 00:19:39.882197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a60ba61-3c61-457e-8d80-4d07f27f4119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:39.905350 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Request body: {'port': {'device_id': '111d1cc0-7f15-4186-b796-a2515375f529', 'network_id': '4f053ec5-6abd-4755-97de-db76245fa24a', 'admin_state_up': True, 'tenant_id': '03071d02ede4441aa6228cd093246517'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:39.947045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-0a60ba61-3c61-457e-8d80-4d07f27f4119 None None] For port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=954c9a0c-e7cc-4db7-95b1-18c0ec9e6806,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:19:39.950939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a60ba61-3c61-457e-8d80-4d07f27f4119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:39.971386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:40.030460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:40.123300 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60ba61-3c61-457e-8d80-4d07f27f4119 None None] Pushing event updated for resources: {'Port': ['ID=954c9a0c-e7cc-4db7-95b1-18c0ec9e6806,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:40.129581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0a60ba61-3c61-457e-8d80-4d07f27f4119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:40.218336 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-92ae910e-e321-4bb8-97dd-b455590f6798 req-9feb5b99-b0f9-430e-9bf7-6fd83bde93a4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 210 time: 0.3838022 Feb 18 00:19:40.260743 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:40.303154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3b736be-a023-40f9-b5d0-1ed24c123239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:40.337662 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3b736be-a023-40f9-b5d0-1ed24c123239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:40.407944 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-77d3cbef-f7bc-4b78-960f-5cf61be5279e None None] Provisioning complete for port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:40.408967 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-77d3cbef-f7bc-4b78-960f-5cf61be5279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:40.562097 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:40.927342 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-238a24bc-c860-4ce0-814c-f5bd8778556b None None] Provisioning complete for port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:40.928131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-238a24bc-c860-4ce0-814c-f5bd8778556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:41.387968 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:19:41.441849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:41.483463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Transition to ACTIVE for port object f5e6bc32-81a0-4565-bc46-ad14500d5f36 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:19:41.488991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:41.492636 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Allocated IP 172.20.0.1 (1240ef45-358d-4e93-adf6-50e51ed3c6c5/f6147e67-50ab-4fdc-93bb-c376a0994999/6af89c83-791c-4d20-8dc1-ef9f51f9e96a) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:19:41.535104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:41.759074 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-8d589e20-8447-462d-8fed-a763de4d33ff None None] Provisioning complete for port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:41.759631 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d589e20-8447-462d-8fed-a763de4d33ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:41.847082 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Allocated IP 172.28.0.161 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/8e849bde-1b4f-4385-872e-1ff0beb25b97) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:19:41.876978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:41.877226 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:42.054724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Pushing event updated for resources: {'Port': ['ID=f5e6bc32-81a0-4565-bc46-ad14500d5f36,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:42.136076 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.137140 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.137712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.138288 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.138847 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.139404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.140674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.144258 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.145574 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3b2953-9dd0-4167-ad9a-b5b95e3ba980 None None] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:19:42.146212 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.146803 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.151059 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.152493 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.153361 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.153919 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.154488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.155050 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.155611 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.156164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.158095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.161825 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.163170 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.163612 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.165604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.166083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Tracked resource versions report: Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: pushed versions: Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: { 'AddressGroup': {'1.1'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': {'1.0'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': {'1.0'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': {'1.1'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': {'1.7'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': {'1.2'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': {'1.8'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': {'1.4'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': {'1.2'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': {'1.0'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': {'1.1'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': {'1.1'}} Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: consumer versions: Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: { DHCP agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: L3 agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: Metadata agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: Metering agent@dv-cinder-751579-21-smb: {}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@dv-cinder-751579-21-smb: { 'AddressGroup': '1.1', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}, Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: Open vSwitch agent@hv-cinder-75157: { 'AddressGroup': '1.1', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'ConntrackHelper': '1.0', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Log': '1.0', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Network': '1.1', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Port': '1.7', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'PortForwarding': '1.2', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'QosPolicy': '1.8', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroup': '1.4', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'SecurityGroupRule': '1.2', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'SubPort': '1.0', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Subnet': '1.1', Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: 'Trunk': '1.1'}} Feb 18 00:19:42.167585 dv-cinder-751579-21-smb neutron-server[83911]: {{(pid=84027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 00:19:42.211393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:42.235371 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a37227b7-e576-4dd0-a3da-36c5fd0ead27 req-ff40db80-8816-417a-aefa-295be3949af5 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 210 time: 0.3082297 Feb 18 00:19:42.338122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.341872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.344622 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.347548 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > port after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.351011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.351742 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > port after_update 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.352337 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.353704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.354294 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.356436 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.400102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Attempting to bind port f5e6bc32-81a0-4565-bc46-ad14500d5f36 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:19:42.400536 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Attempting to bind port f5e6bc32-81a0-4565-bc46-ad14500d5f36 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:19:42.401070 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Attempting to bind port f5e6bc32-81a0-4565-bc46-ad14500d5f36 on network 795370a8-1bdc-4db9-9669-71c38d19f081 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:19:42.411874 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:19:42.416361 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Checking segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:42.417342 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:42.418950 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Bound using segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:19:42.429564 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Bound port: f5e6bc32-81a0-4565-bc46-ad14500d5f36, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:19:42.430128 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:42.463476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:42.527285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Transition to ACTIVE for port object 6af89c83-791c-4d20-8dc1-ef9f51f9e96a will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:19:42.618674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 9614cb8e-bfd9-468e-9429-53ef32b3d9bf up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:19:42.633363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:42.666630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.667312 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.667847 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.668306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] For port f5e6bc32-81a0-4565-bc46-ad14500d5f36, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:19:42.668578 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:42.669153 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b1bd73-4b64-40fe-99b6-22009dbf97c0']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:42.672106 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] For port f5e6bc32-81a0-4565-bc46-ad14500d5f36, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=f5e6bc32-81a0-4565-bc46-ad14500d5f36,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:19:42.681291 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:42.687149 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:42.699683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3b736be-a023-40f9-b5d0-1ed24c123239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:42.720063 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:42.894327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b00388e8-1e4c-4f66-8564-a9a9abb005d2 None None] Provisioning for port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:19:42.979995 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc826ba-9f16-43a4-9b4d-ed8896e15357') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:42.980323 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc826ba-9f16-43a4-9b4d-ed8896e15357') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:43.014868 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Pushing event updated for resources: {'Port': ['ID=6af89c83-791c-4d20-8dc1-ef9f51f9e96a,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:43.020930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:43.027778 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852804459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974839'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:43.046163 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:43.052438 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Pushing event updated for resources: {'Port': ['ID=f5e6bc32-81a0-4565-bc46-ad14500d5f36,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:43.061035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:43.097583 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:19:43.109179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:43.109771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:43.133010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31561361'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:43.178366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:19:43.185985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:43.195557 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:19:43.196149 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852807890'] for router_interface, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:43.254686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:19:43.257005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:43.304232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:43.389058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=9614cb8e-bfd9-468e-9429-53ef32b3d9bf,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:19:43.394915 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:43.397194 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:43.560541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b736be-a023-40f9-b5d0-1ed24c123239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3189778e-fd6d-4379-a725-12efe0f617f6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:43.571605 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b3b736be-a023-40f9-b5d0-1ed24c123239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:43.597023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:43.744356 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:43.757100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Usage tracker for resource:port and tenant:03071d02ede4441aa6228cd093246517 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:43.765344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:43.773569 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=9614cb8e-bfd9-468e-9429-53ef32b3d9bf,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:43.778037 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:43.779135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-9b399e1c-2ee7-478e-8f78-1a58f46278e4 None None] Provisioning complete for port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:43.779780 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b399e1c-2ee7-478e-8f78-1a58f46278e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:43.788185 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:43.815870 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:43.895134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:19:43.944080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Made reservation on behalf of 03071d02ede4441aa6228cd093246517 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:19:43.960037 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:44.028252 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:44.270487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-9b399e1c-2ee7-478e-8f78-1a58f46278e4 None None] Provisioning for port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:19:44.290149 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-9b399e1c-2ee7-478e-8f78-1a58f46278e4 None None] Provisioning complete for port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:44.295835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b399e1c-2ee7-478e-8f78-1a58f46278e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:44.437188 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:44.451559 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:19:44.544279 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9b399e1c-2ee7-478e-8f78-1a58f46278e4 None None] Port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:19:44.714285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e1347b39-4731-4544-a586-298df654b316 None None] Provisioning complete for port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:44.716223 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1347b39-4731-4544-a586-298df654b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:44.738542 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:45.013570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:34Z', 'revision_number': 3, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:45.024095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88082db-e385-442c-a4f8-3f616f1b184f None None] The sync data for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb is: [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:34Z', 'revision_number': 3, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:19:45.116970 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cf8d0502-b568-452c-9c72-7d639c771d52 req-9dda20f2-9c59-4b53-9ead-1087e6a1bd77 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 210 time: 1.2928805 Feb 18 00:19:45.148617 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3b736be-a023-40f9-b5d0-1ed24c123239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:45.154780 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b3b736be-a023-40f9-b5d0-1ed24c123239 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3189778e-fd6d-4379-a725-12efe0f617f6 HTTP/1.1" status: 204 len: 168 time: 5.9967558 Feb 18 00:19:45.201917 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:45.206937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:45.212121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1799803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967944'] for router_interface, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:45.249599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:45.289085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e1347b39-4731-4544-a586-298df654b316 None None] Provisioning complete for port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:45.289691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e1347b39-4731-4544-a586-298df654b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:45.633576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Network 44b1bd73-4b64-40fe-99b6-22009dbf97c0 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:19:45.645135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31674681'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:45.650669 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Pushing event updated for resources: {'Port': ['ID=6af89c83-791c-4d20-8dc1-ef9f51f9e96a,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:45.788173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:45.869786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Router 91c1a75b-5101-4406-99ff-897f8cbb3049 is scheduled to L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 00:19:45.891989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:19:45.898712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:45.935207 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 9614cb8e-bfd9-468e-9429-53ef32b3d9bf up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:19:46.145032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e1347b39-4731-4544-a586-298df654b316 None None] Port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:19:46.412322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Allocated IP 172.20.0.3 (4f053ec5-6abd-4755-97de-db76245fa24a/eadab554-b7c2-47ec-ac65-7bcf3c905ff4/2df3f280-ec7a-4555-a766-8c4c2c541614) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:19:46.431835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:19:46.441965 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:46.442390 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:46.466550 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:46.493093 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Pushing event updated for resources: {'Port': ['ID=8e849bde-1b4f-4385-872e-1ff0beb25b97,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:46.527641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:19:46.654563 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-177d90bc-c490-4c6b-9c0a-bb733213e165 None None] Provisioning complete for port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:46.654996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-177d90bc-c490-4c6b-9c0a-bb733213e165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:46.804464 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4c97f243-8f55-4da7-a0a2-07dcbe4af5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:47.215710 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-177d90bc-c490-4c6b-9c0a-bb733213e165 None None] Provisioning complete for port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:47.215710 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-177d90bc-c490-4c6b-9c0a-bb733213e165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:47.216473 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-696e2aed-fa6a-48f1-b4ed-2f6788c04ae2 req-7070e646-a8e4-41d2-9701-9d4b4afab968 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 210 time: 0.7293525 Feb 18 00:19:47.227199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Router 4afe04bb-031c-4928-972e-71ee3397e954 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:19:47.347667 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-177d90bc-c490-4c6b-9c0a-bb733213e165 None None] Port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:19:47.685962 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device f5e6bc32-81a0-4565-bc46-ad14500d5f36 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:19:47.701326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:19:47.731222 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] 10.222.0.44 "PUT /v2.0/routers/4afe04bb-031c-4928-972e-71ee3397e954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3054883 Feb 18 00:19:47.845307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Network 44b1bd73-4b64-40fe-99b6-22009dbf97c0 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:19:47.927058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port f5e6bc32-81a0-4565-bc46-ad14500d5f36 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:19:47.941513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.203s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:47.942741 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port f5e6bc32-81a0-4565-bc46-ad14500d5f36 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: from cryptography.utils import int_from_bytes Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: from cryptography.utils import int_from_bytes Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: (rel_b, rel_a, rel_b), Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: (rel_b, rel_a, rel_b), Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:19:47.944762 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:19:47.946965 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:48.315086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:48.323505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:48.339183 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port f5e6bc32-81a0-4565-bc46-ad14500d5f36, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=f5e6bc32-81a0-4565-bc46-ad14500d5f36,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:19:48.343534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:48.347596 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:48.503383 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:48.526787 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:48.574802 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Pushing event deleted for resources: {'Network': ['ID=44b1bd73-4b64-40fe-99b6-22009dbf97c0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:48.584094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:19:48.584300 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=f5e6bc32-81a0-4565-bc46-ad14500d5f36,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:48.597464 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:48.610384 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Sync routers for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:19:48.617848 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-403646f1-11af-4c48-8194-d7975685e762 req-fb327f32-28d0-4e82-9211-0842b0fd98cd tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 210 time: 0.2002795 Feb 18 00:19:48.640352 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:48.677348 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-00b9a7f3-6943-4831-a84e-440c0242fc61 admin admin] 10.222.0.44 "DELETE /v2.0/networks/44b1bd73-4b64-40fe-99b6-22009dbf97c0 HTTP/1.1" status: 204 len: 168 time: 10.4332771 Feb 18 00:19:48.680870 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58202) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:48.695549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:19:48.697148 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:48.822837 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:48.824162 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d58ae519-f19e-4f23-be44-a85d1c84ed8f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 17.7654657 Feb 18 00:19:48.827605 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58208) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:48.934581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-03022249-b98b-4392-b075-10efffb50f20 admin admin] Deleting subnet b8aae527-9d3a-4d22-9048-e984a7165ace {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:19:48.946227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03022249-b98b-4392-b075-10efffb50f20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:49.097704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Sync routers for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:19:49.117245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03022249-b98b-4392-b075-10efffb50f20 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:49.125659 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03022249-b98b-4392-b075-10efffb50f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:49.128240 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:19:49.131103 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:49.230143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:19:49.321064 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58220) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:49.723612 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device f5e6bc32-81a0-4565-bc46-ad14500d5f36 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:19:49.838276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041070909', 'description': 'tempest-description--97447304'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:49.858372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:49.858640 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58234) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:49.864449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03022249-b98b-4392-b075-10efffb50f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:49.866939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Usage tracker for resource:security_group and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:49.874145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:49.886088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:19:49.889138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:49.900315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53ce115d-08b1-40af-9c6f-592656c3fd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:49.929182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:49.933572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:49.964225 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port f5e6bc32-81a0-4565-bc46-ad14500d5f36 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:49.965028 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:49.980281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:50.013508 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ec95c524-3534-413d-81e0-280dacad24b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:50.157526 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03022249-b98b-4392-b075-10efffb50f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8aae527-9d3a-4d22-9048-e984a7165ace,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:50.187510 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b023bfa3-a363-4490-afdb-0d8dab1023f5 req-bd25300b-15d9-4414-9e04-843d0631029a tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 210 time: 0.2598469 Feb 18 00:19:50.189104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-03022249-b98b-4392-b075-10efffb50f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:50.225206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a27a5c0e-44f1-4d41-9b0f-daae832ffecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:50.252577 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a27a5c0e-44f1-4d41-9b0f-daae832ffecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:50.258083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a27a5c0e-44f1-4d41-9b0f-daae832ffecd admin admin] Usage tracker for resource:security_group_rule and tenant:960f43b6765d4aada06305ef79c22956 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:50.262560 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a27a5c0e-44f1-4d41-9b0f-daae832ffecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:50.270668 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a27a5c0e-44f1-4d41-9b0f-daae832ffecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:50.305141 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:50.389658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a27a5c0e-44f1-4d41-9b0f-daae832ffecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:50.407638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a27a5c0e-44f1-4d41-9b0f-daae832ffecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:50.425614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b744ee45-52bb-472e-9153-f9631f7a2fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:50.480663 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a5c0e-44f1-4d41-9b0f-daae832ffecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa7b753-ade7-4a48-b6af-025e356a23e5,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:50.508718 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a27a5c0e-44f1-4d41-9b0f-daae832ffecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:50.579118 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03022249-b98b-4392-b075-10efffb50f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:50.599106 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-03022249-b98b-4392-b075-10efffb50f20 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b8aae527-9d3a-4d22-9048-e984a7165ace HTTP/1.1" status: 204 len: 168 time: 1.9166741 Feb 18 00:19:50.608994 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a27a5c0e-44f1-4d41-9b0f-daae832ffecd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=960f43b6765d4aada06305ef79c22956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7491937 Feb 18 00:19:50.610614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58242) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:50.614259 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58244) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:50.635360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:19:38Z', 'revision_number': 3, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:50.647447 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Checking router: 91c1a75b-5101-4406-99ff-897f8cbb3049 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:19:50.647853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Updating router 91c1a75b-5101-4406-99ff-897f8cbb3049 port b40dae65-9525-43da-9108-6256308dba9a binding host dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:19:50.660942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:50.666380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Usage tracker for resource:security_group_rule and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:50.669936 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:50.677943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:50.722474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 2, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:50.728979 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Checking router: 4afe04bb-031c-4928-972e-71ee3397e954 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:19:50.729679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Updating router 4afe04bb-031c-4928-972e-71ee3397e954 port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a binding host dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:19:50.769617 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:50.800930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:50.958553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:50.975527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:51.031879 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:51.083931 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:51.145901 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:51.149957 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:51.219846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:51.391999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Pushing event updated for resources: {'Port': ['ID=2df3f280-ec7a-4555-a766-8c4c2c541614,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:51.402242 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:51.403381 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:51.405564 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6558576 Feb 18 00:19:51.426258 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-748549b7-3a48-4e1c-96f4-f14d6618077e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:51.488690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58264) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:51.543723 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:51.558855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95677e15-d736-40c8-af8f-3e185d0a4117,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:51.610568 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:51.616125 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'security_group_rule': {'security_group_id': '95677e15-d736-40c8-af8f-3e185d0a4117', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:51.762327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d10876a-0fe2-4d14-a92a-de5342e96cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:51.841799 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d10876a-0fe2-4d14-a92a-de5342e96cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:52.069526 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d10876a-0fe2-4d14-a92a-de5342e96cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:52.076296 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:52.109215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Usage tracker for resource:security_group_rule and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:52.113655 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:52.137883 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:52.156377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10876a-0fe2-4d14-a92a-de5342e96cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa7b753-ade7-4a48-b6af-025e356a23e5,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:52.161567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8d10876a-0fe2-4d14-a92a-de5342e96cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:52.163083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d10876a-0fe2-4d14-a92a-de5342e96cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:52.180431 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8d10876a-0fe2-4d14-a92a-de5342e96cbe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfa7b753-ade7-4a48-b6af-025e356a23e5 HTTP/1.1" status: 204 len: 168 time: 1.5596273 Feb 18 00:19:52.243626 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:52.258226 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:52.272501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bb110-3107-4c84-8900-8ac4429f9cf4 req-9269e689-46cc-4537-b8ae-559577af040e tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:52.279866 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e42bb110-3107-4c84-8900-8ac4429f9cf4 req-9269e689-46cc-4537-b8ae-559577af040e tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 931 time: 0.6435769 Feb 18 00:19:52.286567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:52.294818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Transition to ACTIVE for port object 6af89c83-791c-4d20-8dc1-ef9f51f9e96a will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:19:52.301836 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:52.426753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852804459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974839'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:52.583410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:52.613690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Transition to ACTIVE for port object b40dae65-9525-43da-9108-6256308dba9a will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:19:52.627627 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:52.646956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:52.713771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.714306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.715858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.716647 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > port after_create 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.717420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > port after_delete 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.718106 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > port after_update 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.718888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.719593 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.730237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.730237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.857902 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Network 4f053ec5-6abd-4755-97de-db76245fa24a is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:19:52.880569 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:52.884467 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:52.905098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:19:52.982581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.983024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.983397 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.983759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 00:19:52.984142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1f9a92-c248-4647-97d7-36f495aa01d6']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:52.988438 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58282) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:53.000047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2edd3e-fc6d-4f75-a092-68fbbfaa3382') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:53.000345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2edd3e-fc6d-4f75-a092-68fbbfaa3382') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:53.015255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1448559'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.020349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f1471-e396-4bd9-9467-d98529c6d755 None None] Pushing event updated for resources: {'Port': ['ID=6af89c83-791c-4d20-8dc1-ef9f51f9e96a,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:53.021496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:53.045193 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-074f1471-e396-4bd9-9467-d98529c6d755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:53.086642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.088891 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:19:53.173536 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Attempting to bind port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:19:53.174354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Attempting to bind port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:19:53.175179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Attempting to bind port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a on network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:19:53.183290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:19:53.183785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Checking segment: {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:53.184310 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.184846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Bound using segment: {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:19:53.185730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Bound port: 6af89c83-791c-4d20-8dc1-ef9f51f9e96a, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:19:53.186370 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.191454 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4797d-1c2c-46ba-81ee-b54ce0ebf972 None None] Pushing event updated for resources: {'Port': ['ID=b40dae65-9525-43da-9108-6256308dba9a,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:53.211848 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-47f4797d-1c2c-46ba-81ee-b54ce0ebf972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:53.259952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Attempting to bind port b40dae65-9525-43da-9108-6256308dba9a on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:19:53.260376 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Attempting to bind port b40dae65-9525-43da-9108-6256308dba9a by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:19:53.265587 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Attempting to bind port b40dae65-9525-43da-9108-6256308dba9a on network 795370a8-1bdc-4db9-9669-71c38d19f081 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:19:53.280112 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:19:53.280531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Checking segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:53.289312 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.289806 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Bound using segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:19:53.290453 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Bound port: b40dae65-9525-43da-9108-6256308dba9a, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:19:53.290958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.305532 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f51cc0e-e599-4a5a-89c0-1d55c0ae6bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.331490 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Router bf4a3608-b5e0-4862-acad-833f4a771eeb is scheduled to L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 00:19:53.340667 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Network cd1f9a92-c248-4647-97d7-36f495aa01d6 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:19:53.353149 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31565690'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.411245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] For port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:19:53.416254 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4f51cc0e-e599-4a5a-89c0-1d55c0ae6bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:53.440194 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] For port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=6af89c83-791c-4d20-8dc1-ef9f51f9e96a,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:19:53.447282 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.501027 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] For port b40dae65-9525-43da-9108-6256308dba9a, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:19:53.505599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] For port b40dae65-9525-43da-9108-6256308dba9a, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=b40dae65-9525-43da-9108-6256308dba9a,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:19:53.521869 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.686614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Network cd1f9a92-c248-4647-97d7-36f495aa01d6 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:19:53.720155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-847a00eb-3c29-4c6b-b140-732d2aeb816c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:53.769103 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d066baf2-8a98-484a-8f90-4d0bd4dd7443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: from cryptography.utils import int_from_bytes Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: from cryptography.utils import int_from_bytes Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: (rel_b, rel_a, rel_b), Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: (rel_b, rel_a, rel_b), Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:19:53.842895 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:19:53.856753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.889089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.935930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:53.943971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-e42bb110-3107-4c84-8900-8ac4429f9cf4 req-b6ae8e77-07f2-4a33-b0c0-6b69d7f2a8a8 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Synchronizing usage tracker for tenant:03071d02ede4441aa6228cd093246517 on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:19:53.955444 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:53.982055 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] 10.222.0.44 "DELETE /v2.0/networks/cd1f9a92-c248-4647-97d7-36f495aa01d6 HTTP/1.1" status: 204 len: 168 time: 3.3640401 Feb 18 00:19:54.002982 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Pushing event deleted for resources: {'Network': ['ID=cd1f9a92-c248-4647-97d7-36f495aa01d6,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:54.011662 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:54.022101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-e42bb110-3107-4c84-8900-8ac4429f9cf4 req-b6ae8e77-07f2-4a33-b0c0-6b69d7f2a8a8 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Unset dirty status for tenant:03071d02ede4441aa6228cd093246517 on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:19:54.023760 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e42bb110-3107-4c84-8900-8ac4429f9cf4 req-b6ae8e77-07f2-4a33-b0c0-6b69d7f2a8a8 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6733034 Feb 18 00:19:54.062727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f1471-e396-4bd9-9467-d98529c6d755 None None] Pushing event updated for resources: {'Port': ['ID=6af89c83-791c-4d20-8dc1-ef9f51f9e96a,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:54.078077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:19:54.079604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-074f1471-e396-4bd9-9467-d98529c6d755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:54.080316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:54.108475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-4f51cc0e-e599-4a5a-89c0-1d55c0ae6bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:f8baca5c877c4a2cb95c080b2ade8263 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:54.114394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-4f51cc0e-e599-4a5a-89c0-1d55c0ae6bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:54.121256 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4f51cc0e-e599-4a5a-89c0-1d55c0ae6bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:54.171066 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:19:54.172120 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:54.245783 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:54.250468 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:54.260115 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f51cc0e-e599-4a5a-89c0-1d55c0ae6bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:54.303627 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:54.326312 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31d25c1-3e27-4530-98de-b9c2b2ef04ef,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:54.329333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:54.330841 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7252891 Feb 18 00:19:54.337621 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58300) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:54.342391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:54.355633 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'security_group_rule': {'security_group_id': '95677e15-d736-40c8-af8f-3e185d0a4117', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:54.368352 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:54.386616 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Usage tracker for resource:security_group_rule and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:54.391885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:54.417920 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:19:54.419295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:54.463514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:54.528573 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58304) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:54.648922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:54.651571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:54.674897 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:19:54.716244 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f51cc0e-e599-4a5a-89c0-1d55c0ae6bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:54.783716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f7ca3927-31eb-407c-b058-1b8dcd70689b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:54.784301 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:54.795683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:54.804664 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4be5e312-334b-4ad2-bcac-5027f473d137 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2d49383136d494596a9520631dcbaf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2727048 Feb 18 00:19:54.811011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c0cc4565-927a-42a3-884e-a22c6408c41a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:54.820860 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58314) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:54.850639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4797d-1c2c-46ba-81ee-b54ce0ebf972 None None] Pushing event updated for resources: {'Port': ['ID=b40dae65-9525-43da-9108-6256308dba9a,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:54.858386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-47f4797d-1c2c-46ba-81ee-b54ce0ebf972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.090s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:54.863700 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674e5ebf-0d5a-4207-aafa-c408f8d3a19e,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:54.868009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:19:38Z', 'revision_number': 3, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:54.872765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:54.874431 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c498c7-b18a-44b8-b3ce-b23d10802248 None None] The sync data for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb is: [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:19:38Z', 'revision_number': 3, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:19:54.921748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:54.927330 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-894e7fdd-ebf2-4ac1-a01a-2ef592d2f201 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5842781 Feb 18 00:19:54.929701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58318) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:54.940204 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'floatingip': {'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:54.948022 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:19:54.951704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51cc0e-e599-4a5a-89c0-1d55c0ae6bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d9ed69-dde9-4bdf-9688-02247d9ab5e4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:54.956884 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4f51cc0e-e599-4a5a-89c0-1d55c0ae6bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:54.975152 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Usage tracker for resource:floatingip and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:19:54.980030 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:19:54.987688 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc80-4b05-42d5-855f-40a11b7a33b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:54.989878 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:19:55.004427 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 15.1038055 Feb 18 00:19:55.018873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:19:55.022153 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:55.037031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Sync routers for ids ['bf4a3608-b5e0-4862-acad-833f4a771eeb'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:19:55.044667 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc80-4b05-42d5-855f-40a11b7a33b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:55.047900 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Routers {'bf4a3608-b5e0-4862-acad-833f4a771eeb'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:19:55.049646 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['bf4a3608-b5e0-4862-acad-833f4a771eeb'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:55.054477 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4f51cc0e-e599-4a5a-89c0-1d55c0ae6bf2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8baca5c877c4a2cb95c080b2ade8263&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0378370 Feb 18 00:19:55.066513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-2df1efcf-5289-4cf7-9458-cef21124dece tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:19:55.067715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58322) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:55.067843 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-2df1efcf-5289-4cf7-9458-cef21124dece tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0216618 Feb 18 00:19:55.155600 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:55.159302 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 21.0420122 Feb 18 00:19:55.169174 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58328) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:55.285845 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:53Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:55.296571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ba0b6-064d-4624-93cc-cee3a2d5771d None None] The sync data for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb is: [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:53Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:19:55.348420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Set router bf4a3608-b5e0-4862-acad-833f4a771eeb gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:19:55.351972 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e46ae5f-89d6-4461-8008-accdfaa6a933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:55.354556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc80-4b05-42d5-855f-40a11b7a33b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:55.386104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a27a5c0e-44f1-4d41-9b0f-daae832ffecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:55.419754 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09cc80-4b05-42d5-855f-40a11b7a33b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c368ecf9-0d3e-45d9-96be-a3f33ebf1d9b,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:55.422196 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4a09cc80-4b05-42d5-855f-40a11b7a33b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:55.430173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e46ae5f-89d6-4461-8008-accdfaa6a933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:55.466455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a09cc80-4b05-42d5-855f-40a11b7a33b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:55.471364 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4a09cc80-4b05-42d5-855f-40a11b7a33b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c368ecf9-0d3e-45d9-96be-a3f33ebf1d9b HTTP/1.1" status: 204 len: 168 time: 0.6438887 Feb 18 00:19:55.552446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Request body: {'port': {'device_id': '111d1cc0-7f15-4186-b796-a2515375f529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:19:55.631593 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:55.661899 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Allocated IP 172.20.0.1 (27447fe4-5abc-434b-b61d-e537462935b2/dc1611c6-7deb-4e58-8f22-eb7fac57a53f/6e59ff52-d02a-4e32-a94e-30c7e28c5411) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:19:55.742881 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6af89c83-791c-4d20-8dc1-ef9f51f9e96a up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:19:56.165218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da6468-f265-4e9c-bb9a-38fef2de7e28 req-d2b246c6-3b73-4f56-8a9c-81540491c2b4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:56.169108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-d6da6468-f265-4e9c-bb9a-38fef2de7e28 req-d2b246c6-3b73-4f56-8a9c-81540491c2b4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Synchronizing usage tracker for tenant:03071d02ede4441aa6228cd093246517 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:19:56.193267 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:56.302076 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:19:56.327659 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:56.328096 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:56.382286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e46ae5f-89d6-4461-8008-accdfaa6a933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:56.411979 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9e925d43-84fd-48de-895f-608fd8775a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:56.462767 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46ae5f-89d6-4461-8008-accdfaa6a933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d9ed69-dde9-4bdf-9688-02247d9ab5e4,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:56.499691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-129936957-router', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 3, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'gw_port': {'id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:39Z', 'updated_at': '2021-02-18T00:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:56.501172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6e46ae5f-89d6-4461-8008-accdfaa6a933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:56.513215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6e46ae5f-89d6-4461-8008-accdfaa6a933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:56.523543 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6e46ae5f-89d6-4461-8008-accdfaa6a933 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07d9ed69-dde9-4bdf-9688-02247d9ab5e4 HTTP/1.1" status: 204 len: 168 time: 1.4522758 Feb 18 00:19:56.727184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58366) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:56.863536 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-d6da6468-f265-4e9c-bb9a-38fef2de7e28 req-d2b246c6-3b73-4f56-8a9c-81540491c2b4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Unset dirty status for tenant:03071d02ede4441aa6228cd093246517 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:19:56.865142 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d6da6468-f265-4e9c-bb9a-38fef2de7e28 req-d2b246c6-3b73-4f56-8a9c-81540491c2b4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 931 time: 1.5697153 Feb 18 00:19:56.956293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Checking router: bf4a3608-b5e0-4862-acad-833f4a771eeb for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:19:56.957020 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Updating router bf4a3608-b5e0-4862-acad-833f4a771eeb port 8e849bde-1b4f-4385-872e-1ff0beb25b97 binding host dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:19:57.030691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:19:57.081993 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:57.116221 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:57.124959 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9d011b83-3a74-4c47-b82d-295ca762c526 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db6a49875b694a43af258ad6c173ca83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3963654 Feb 18 00:19:57.132790 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d6da6468-f265-4e9c-bb9a-38fef2de7e28 req-69e0e04e-ce67-486c-bbe3-718e13f7f91a tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504621 Feb 18 00:19:57.148978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58378) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:19:57.238740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Allocated IP 172.28.0.3 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/2ffd6c17-1dd0-4964-90cf-d6121b432a35) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:19:57.498955 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:57.533854 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:57.563386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:57.614118 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:57.824415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'Port': ['ID=2ffd6c17-1dd0-4964-90cf-d6121b432a35,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:57.827708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:57.933222 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Transition to ACTIVE for port object 6e59ff52-d02a-4e32-a94e-30c7e28c5411 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:19:57.945424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:57.975047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Transition to ACTIVE for port object 8e849bde-1b4f-4385-872e-1ff0beb25b97 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:19:57.988003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:58.031400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=6af89c83-791c-4d20-8dc1-ef9f51f9e96a,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:19:58.032495 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:58.050308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:19:58.056515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:58.060305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:19:58.222503 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:58.290605 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa477bbf-c253-40fd-8e4b-69fc9e19ce29 None None] Pushing event updated for resources: {'Port': ['ID=8e849bde-1b4f-4385-872e-1ff0beb25b97,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:58.301596 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fa477bbf-c253-40fd-8e4b-69fc9e19ce29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:58.302549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:58.334036 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:58.397123 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:58.430541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:58.506649 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=6af89c83-791c-4d20-8dc1-ef9f51f9e96a,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:58.512992 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device b40dae65-9525-43da-9108-6256308dba9a up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:19:58.579273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:58.702697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:58.773677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Attempting to bind port 8e849bde-1b4f-4385-872e-1ff0beb25b97 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:19:58.778600 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Attempting to bind port 8e849bde-1b4f-4385-872e-1ff0beb25b97 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:19:58.779326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Attempting to bind port 8e849bde-1b4f-4385-872e-1ff0beb25b97 on network 795370a8-1bdc-4db9-9669-71c38d19f081 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:19:58.814174 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:19:58.816093 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Checking segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:19:58.816634 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:58.817086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Bound using segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:19:58.817647 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Bound port: 8e849bde-1b4f-4385-872e-1ff0beb25b97, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:19:58.818232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:58.835053 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdbbc7-1fe6-4ee9-8142-325c722fcbd6 req-f9a691a1-9a89-42d1-9c38-db3fd2650f09 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:19:58.838185 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-14cdbbc7-1fe6-4ee9-8142-325c722fcbd6 req-f9a691a1-9a89-42d1-9c38-db3fd2650f09 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 931 time: 0.4033558 Feb 18 00:19:58.912382 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] For port 8e849bde-1b4f-4385-872e-1ff0beb25b97, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:19:58.915987 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] For port 8e849bde-1b4f-4385-872e-1ff0beb25b97, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=8e849bde-1b4f-4385-872e-1ff0beb25b97,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:19:58.924871 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:58.926542 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Pushing event updated for resources: {'Port': ['ID=6e59ff52-d02a-4e32-a94e-30c7e28c5411,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:58.929834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:58.947235 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:58.960871 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Network 27447fe4-5abc-434b-b61d-e537462935b2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:19:58.962100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bba4b5a9-03d7-409c-8dd1-693ba16c8f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:58.996806 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bba4b5a9-03d7-409c-8dd1-693ba16c8f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.060069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:19:59.062551 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:19:59.119959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa477bbf-c253-40fd-8e4b-69fc9e19ce29 None None] Pushing event updated for resources: {'Port': ['ID=8e849bde-1b4f-4385-872e-1ff0beb25b97,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:59.133960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852807890'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.135819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fa477bbf-c253-40fd-8e4b-69fc9e19ce29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:59.136394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.147005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port b40dae65-9525-43da-9108-6256308dba9a completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:19:59.159991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port b40dae65-9525-43da-9108-6256308dba9a triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:59.160639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.176612 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bba4b5a9-03d7-409c-8dd1-693ba16c8f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.177706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.213174 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:59.340740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df3f280-ec7a-4555-a766-8c4c2c541614 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:19:59.352288 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.379305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:59.403399 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4b5a9-03d7-409c-8dd1-693ba16c8f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7103f420-be04-45c1-9a1e-011a7052493c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:59.411982 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.427006 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-14cdbbc7-1fe6-4ee9-8142-325c722fcbd6 req-d585555d-ff3a-4e65-80cd-a56a7f475364 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880793 Feb 18 00:19:59.437639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bba4b5a9-03d7-409c-8dd1-693ba16c8f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:59.445033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Transition to ACTIVE for port object 2df3f280-ec7a-4555-a766-8c4c2c541614 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:19:59.451123 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'Port': ['ID=2ffd6c17-1dd0-4964-90cf-d6121b432a35,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:59.454902 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:19:59.475438 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.480322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bba4b5a9-03d7-409c-8dd1-693ba16c8f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.481647 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-bba4b5a9-03d7-409c-8dd1-693ba16c8f50 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7103f420-be04-45c1-9a1e-011a7052493c HTTP/1.1" status: 204 len: 168 time: 1.7694936 Feb 18 00:19:59.495765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.520280 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port b40dae65-9525-43da-9108-6256308dba9a, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=b40dae65-9525-43da-9108-6256308dba9a,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:19:59.533673 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.548737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0f2da975-31aa-4736-b7ce-a69fbdcf48a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:59.616427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.631793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Routers {'bf4a3608-b5e0-4862-acad-833f4a771eeb'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:19:59.632842 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['bf4a3608-b5e0-4862-acad-833f4a771eeb'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:19:59.645808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.647519 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7168131 Feb 18 00:19:59.757036 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:19:59.792153 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b51f007b-a856-43a7-a91f-c7d10cc22ac4 None None] Provisioning for port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:19:59.906510 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=b40dae65-9525-43da-9108-6256308dba9a,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:19:59.911898 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b51f007b-a856-43a7-a91f-c7d10cc22ac4 None None] Provisioning complete for port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:19:59.912333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b51f007b-a856-43a7-a91f-c7d10cc22ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:19:59.953999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:00.090458 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-b51f007b-a856-43a7-a91f-c7d10cc22ac4 None None] Port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:20:00.098017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] Set router bf4a3608-b5e0-4862-acad-833f4a771eeb gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:20:00.379051 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:00.412124 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Attempting to bind port 2df3f280-ec7a-4555-a766-8c4c2c541614 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:20:00.412844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Attempting to bind port 2df3f280-ec7a-4555-a766-8c4c2c541614 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'fab947a2-920a-49ad-9e89-b48e90fe1017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4f053ec5-6abd-4755-97de-db76245fa24a'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:20:00.413424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Attempting to bind port 2df3f280-ec7a-4555-a766-8c4c2c541614 on network 4f053ec5-6abd-4755-97de-db76245fa24a {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:20:00.435484 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Pushing event updated for resources: {'Port': ['ID=2df3f280-ec7a-4555-a766-8c4c2c541614,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:00.498210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6af89c83-791c-4d20-8dc1-ef9f51f9e96a up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:00.587256 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:20:00.590728 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Checking segment: {'id': 'fab947a2-920a-49ad-9e89-b48e90fe1017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4f053ec5-6abd-4755-97de-db76245fa24a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:20:00.591398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:00.592577 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Bound using segment: {'id': 'fab947a2-920a-49ad-9e89-b48e90fe1017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4f053ec5-6abd-4755-97de-db76245fa24a'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:20:00.595328 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Bound port: 2df3f280-ec7a-4555-a766-8c4c2c541614, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab947a2-920a-49ad-9e89-b48e90fe1017', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4f053ec5-6abd-4755-97de-db76245fa24a'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:20:00.596192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:00.769383 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:00.771835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:00.772267 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:00.803931 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-fe7115dd-b202-4e6f-ba48-ff09e91fece2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Synchronizing usage tracker for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:00.815692 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d2bcb-d237-4f9a-a879-0ac2204e058a req-9ac7b845-21fc-40aa-874f-d237583d93b9 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:00.818214 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e29d2bcb-d237-4f9a-a879-0ac2204e058a req-9ac7b845-21fc-40aa-874f-d237583d93b9 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 943 time: 0.2046325 Feb 18 00:20:00.919124 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e29d2bcb-d237-4f9a-a879-0ac2204e058a req-cc364164-8083-472d-bb82-b67f306d9a68 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906148 Feb 18 00:20:00.936708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:00.962533 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:01.141194 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fb8ae423-c611-484d-a5e7-251a5b0ff248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:01.203302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-129936957-router', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 3, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'gw_port': {'id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:39Z', 'updated_at': '2021-02-18T00:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:01.217625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3e7e9-9768-4093-9af3-c03c4ab82313 None None] The sync data for ids ['bf4a3608-b5e0-4862-acad-833f4a771eeb'] in dv-cinder-751579-21-smb is: [{'id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-129936957-router', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 3, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'gw_port': {'id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:39Z', 'updated_at': '2021-02-18T00:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:20:01.247825 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device b40dae65-9525-43da-9108-6256308dba9a up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:01.370778 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port b40dae65-9525-43da-9108-6256308dba9a triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:01.371300 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:01.597369 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-fe7115dd-b202-4e6f-ba48-ff09e91fece2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Unset dirty status for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:01.598807 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-fe7115dd-b202-4e6f-ba48-ff09e91fece2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2041070909&fields=id&tenant_id=2ff96f25a495405c89133fb0124f23c3 HTTP/1.1" status: 200 len: 267 time: 1.5352228 Feb 18 00:20:01.823406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-4c58d857-90c1-4bd4-8063-c98a375e88c5 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:01.824202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-4c58d857-90c1-4bd4-8063-c98a375e88c5 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Synchronizing usage tracker for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:01.843974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1799803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967944'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:02.093553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] For port 2df3f280-ec7a-4555-a766-8c4c2c541614, host hv-cinder-75157, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:20:02.100707 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Pushing event updated for resources: {'Port': ['ID=6e59ff52-d02a-4e32-a94e-30c7e28c5411,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:02.121394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-4c58d857-90c1-4bd4-8063-c98a375e88c5 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Unset dirty status for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:02.122623 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-4c58d857-90c1-4bd4-8063-c98a375e88c5 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 817 time: 0.5033219 Feb 18 00:20:02.126584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.986s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:02.134517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Network 27447fe4-5abc-434b-b61d-e537462935b2 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:20:02.145776 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:20:02.160293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] For port 2df3f280-ec7a-4555-a766-8c4c2c541614, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=2df3f280-ec7a-4555-a766-8c4c2c541614,segment=NetworkSegment(fab947a2-920a-49ad-9e89-b48e90fe1017),segment_id=fab947a2-920a-49ad-9e89-b48e90fe1017)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:20:02.165669 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-274fe036-b5ed-4b84-9b30-6dcac3916232 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/quotas/2ff96f25a495405c89133fb0124f23c3 HTTP/1.1" status: 200 len: 375 time: 0.0270543 Feb 18 00:20:02.304323 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d254ed-32b8-45d7-be13-293e67309289 req-61e1d9e0-f5c8-4f62-bf13-c1085cb724ff tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:02.306044 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:02.306904 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72d254ed-32b8-45d7-be13-293e67309289 req-61e1d9e0-f5c8-4f62-bf13-c1085cb724ff tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 943 time: 0.2041385 Feb 18 00:20:02.450362 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72d254ed-32b8-45d7-be13-293e67309289 req-e0c1e98e-f359-431b-b75c-8be60819292c tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281290 Feb 18 00:20:02.529894 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 8e849bde-1b4f-4385-872e-1ff0beb25b97 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:02.736483 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c17e0943-b050-43c2-9bdd-e386ccebee97 None None] Provisioning complete for port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:02.738031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c17e0943-b050-43c2-9bdd-e386ccebee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:02.739868 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:02.804570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 8e849bde-1b4f-4385-872e-1ff0beb25b97 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:20:02.828036 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Allocated IP 172.20.0.1 (5480de9b-db79-41d7-b1ad-8d431d4576b5/762948e9-9a6b-42ed-a9d0-73a29ac28299/6e3cf502-fb52-4c35-b1f7-727c2c073bb1) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:20:02.837021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 8e849bde-1b4f-4385-872e-1ff0beb25b97 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:02.837463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:03.043114 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c17e0943-b050-43c2-9bdd-e386ccebee97 None None] Port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:20:03.061663 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:03.062647 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:03.065289 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] 10.222.0.30 "PUT /v2.0/ports/2df3f280-ec7a-4555-a766-8c4c2c541614 HTTP/1.1" status: 200 len: 1157 time: 7.7684364 Feb 18 00:20:03.073581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111d1cc0-7f15-4186-b796-a2515375f529', 'tag': '2df3f280-ec7a-4555-a766-8c4c2c541614'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:03.129262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58610) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:03.161425 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:03.187644 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58616) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:03.192511 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 8e849bde-1b4f-4385-872e-1ff0beb25b97, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=8e849bde-1b4f-4385-872e-1ff0beb25b97,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:20:03.198120 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:03.201818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:03.256308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Router 91c1a75b-5101-4406-99ff-897f8cbb3049 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:20:03.304072 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-98b0bbf2-c2c8-4628-8aea-95acc7357563 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0135462 Feb 18 00:20:03.311415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Pushing event updated for resources: {'Port': ['ID=2df3f280-ec7a-4555-a766-8c4c2c541614,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:03.334459 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=8e849bde-1b4f-4385-872e-1ff0beb25b97,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:03.354795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:03.395078 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:03.500827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ec62a42-99e4-475c-ab53-bda31d33522d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:03.526902 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2ec62a42-99e4-475c-ab53-bda31d33522d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:03.531456 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-2ec62a42-99e4-475c-ab53-bda31d33522d admin admin] Usage tracker for resource:security_group_rule and tenant:fcf34fe2eeb543a5a02c236c5a0a813b is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:03.568861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-2ec62a42-99e4-475c-ab53-bda31d33522d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:03.584470 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2ec62a42-99e4-475c-ab53-bda31d33522d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:03.679871 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-0a9acd92-fec5-47ca-a323-5c6ceeafb366 service neutron] 10.222.0.44 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907512 Feb 18 00:20:03.695055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24995dff-ece5-42e0-869d-e0fee19a3fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:03.731424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-24995dff-ece5-42e0-869d-e0fee19a3fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:03.740140 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-24995dff-ece5-42e0-869d-e0fee19a3fdd admin admin] Usage tracker for resource:security_group_rule and tenant:6c7bcecbc0c6437fae8a6498e6c4c81c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:03.748038 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-24995dff-ece5-42e0-869d-e0fee19a3fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:03.759432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-24995dff-ece5-42e0-869d-e0fee19a3fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:03.848670 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ec62a42-99e4-475c-ab53-bda31d33522d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:03.858685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b7a02-b002-4510-a12a-a2f9a580ad86 req-05203490-4e34-4910-a444-6d49d986f5d3 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:03.860404 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e37b7a02-b002-4510-a12a-a2f9a580ad86 req-05203490-4e34-4910-a444-6d49d986f5d3 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 943 time: 0.2295861 Feb 18 00:20:03.864066 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ec62a42-99e4-475c-ab53-bda31d33522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:03.879589 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8ddddc0f-c4b1-4e29-b048-d7f692a695f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:03.979136 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-2ec62a42-99e4-475c-ab53-bda31d33522d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcf34fe2eeb543a5a02c236c5a0a813b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8485954 Feb 18 00:20:03.984286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec62a42-99e4-475c-ab53-bda31d33522d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e8bef7-a57a-40c2-8e7e-afb2a710ef57,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:03.994853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58636) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:03.999756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2ec62a42-99e4-475c-ab53-bda31d33522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:04.019313 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e37b7a02-b002-4510-a12a-a2f9a580ad86 req-9d7ac697-1f61-407a-a245-b1f5271159b0 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447470 Feb 18 00:20:04.047390 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-c4d905d8-b41c-4673-931d-4382e1f7bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:04.049684 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-c4d905d8-b41c-4673-931d-4382e1f7bfed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03071d02ede4441aa6228cd093246517&device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 1160 time: 0.8825910 Feb 18 00:20:04.105896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24995dff-ece5-42e0-869d-e0fee19a3fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.122567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-24995dff-ece5-42e0-869d-e0fee19a3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.138683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8d10876a-0fe2-4d14-a92a-de5342e96cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:04.155640 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-489cc1af-dfae-4d7c-b80f-9f50af7dfc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.191379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.211645 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-24995dff-ece5-42e0-869d-e0fee19a3fdd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c7bcecbc0c6437fae8a6498e6c4c81c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0225916 Feb 18 00:20:04.218589 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58648) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:04.226537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24995dff-ece5-42e0-869d-e0fee19a3fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6389f88f-5c50-413a-9b98-a9833aa67513,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:04.242430 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-489cc1af-dfae-4d7c-b80f-9f50af7dfc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.250059 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-24995dff-ece5-42e0-869d-e0fee19a3fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:04.322873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:20:04.330349 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-ee899e00-6e3d-4fcd-9d6e-7505731710b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2df3f280-ec7a-4555-a766-8c4c2c541614 HTTP/1.1" status: 200 len: 217 time: 0.2692645 Feb 18 00:20:04.340677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Sync routers for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:20:04.353793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-489cc1af-dfae-4d7c-b80f-9f50af7dfc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.354622 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6624f72a-c055-4c13-884e-9e07b3c5f54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.358467 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111d1cc0-7f15-4186-b796-a2515375f529', 'tag': '2df3f280-ec7a-4555-a766-8c4c2c541614', 'status': 'completed', 'code': 200} Feb 18 00:20:04.360251 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:20:04.361233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:04.369510 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:04.414707 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cc1af-dfae-4d7c-b80f-9f50af7dfc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e8bef7-a57a-40c2-8e7e-afb2a710ef57,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:04.431216 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] 10.222.0.44 "PUT /v2.0/routers/91c1a75b-5101-4406-99ff-897f8cbb3049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5901399 Feb 18 00:20:04.434242 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-489cc1af-dfae-4d7c-b80f-9f50af7dfc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:04.511231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 8e849bde-1b4f-4385-872e-1ff0beb25b97 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:04.512575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-489cc1af-dfae-4d7c-b80f-9f50af7dfc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.514532 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-489cc1af-dfae-4d7c-b80f-9f50af7dfc0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5e8bef7-a57a-40c2-8e7e-afb2a710ef57 HTTP/1.1" status: 204 len: 168 time: 0.5184619 Feb 18 00:20:04.519032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-8ca66fd5-0076-423b-b43a-cb92449d907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:04.521613 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-8ca66fd5-0076-423b-b43a-cb92449d907e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eadab554-b7c2-47ec-ac65-7bcf3c905ff4 HTTP/1.1" status: 200 len: 852 time: 0.1487150 Feb 18 00:20:04.522858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6624f72a-c055-4c13-884e-9e07b3c5f54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.565154 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-306b561e-5b1e-440e-8572-942f51d545d0 service neutron] 10.222.0.44 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8602881 Feb 18 00:20:04.692753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6624f72a-c055-4c13-884e-9e07b3c5f54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.726257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:04.756546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 8e849bde-1b4f-4385-872e-1ff0beb25b97 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:04.757109 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.766519 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-f64ce51f-74ff-43e2-9a74-85923dfc7832 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f053ec5-6abd-4755-97de-db76245fa24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2002492 Feb 18 00:20:04.768513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.783253 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624f72a-c055-4c13-884e-9e07b3c5f54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6389f88f-5c50-413a-9b98-a9833aa67513,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:04.787159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6624f72a-c055-4c13-884e-9e07b3c5f54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:04.817535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6624f72a-c055-4c13-884e-9e07b3c5f54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:04.822724 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6624f72a-c055-4c13-884e-9e07b3c5f54e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6389f88f-5c50-413a-9b98-a9833aa67513 HTTP/1.1" status: 204 len: 168 time: 0.6020446 Feb 18 00:20:05.013364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:20:05.191224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d6c979ab-b807-403e-af37-2721003e038f tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:05.520553 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-450ce29a-1942-4731-8c16-53fc71f9957e req-c1deeb69-ff97-41f1-8cac-dafda5a0aae2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 210 time: 0.3901219 Feb 18 00:20:05.522953 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-77022611-ed23-4459-aeb6-892b78af6c8d service neutron] 10.222.0.30 "GET /v2.0/networks/4f053ec5-6abd-4755-97de-db76245fa24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547583 Feb 18 00:20:05.641570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Network 5480de9b-db79-41d7-b1ad-8d431d4576b5 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:20:05.760958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:20:05.779343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:20:05.826241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Pushing event updated for resources: {'Port': ['ID=6e3cf502-fb52-4c35-b1f7-727c2c073bb1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:05.899899 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:05.903066 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 2, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:05.910146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Checking router: 91c1a75b-5101-4406-99ff-897f8cbb3049 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:20:05.910902 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Updating router 91c1a75b-5101-4406-99ff-897f8cbb3049 port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 binding host dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:20:05.915583 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58702) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:05.947936 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c3b11ea-d212-4bc2-8195-73edfb436d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:05.997855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c3b11ea-d212-4bc2-8195-73edfb436d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:05.999220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852807890'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.003643 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c3b11ea-d212-4bc2-8195-73edfb436d5b admin admin] Usage tracker for resource:security_group_rule and tenant:3139c6b61697494a9535ae2a06c10878 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:06.010752 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c3b11ea-d212-4bc2-8195-73edfb436d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:06.024026 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.025250 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c3b11ea-d212-4bc2-8195-73edfb436d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:06.133125 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984277b-d58e-4ccb-99b5-43ead8b1b393 req-1deda8f1-a110-4b97-b1dc-73dc9661be78 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:06.135276 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4984277b-d58e-4ccb-99b5-43ead8b1b393 req-1deda8f1-a110-4b97-b1dc-73dc9661be78 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 943 time: 0.3719027 Feb 18 00:20:06.141491 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e02e9e7-318e-4c2f-be9e-f04cf3109974 req-d9477811-87a9-4fb2-8d96-5ad7e0192084 service neutron] 10.222.0.30 "GET /v2.0/networks/4f053ec5-6abd-4755-97de-db76245fa24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5683086 Feb 18 00:20:06.300507 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c3b11ea-d212-4bc2-8195-73edfb436d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.303561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c3b11ea-d212-4bc2-8195-73edfb436d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.327009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:06.366418 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4984277b-d58e-4ccb-99b5-43ead8b1b393 req-2119eec1-c765-43e6-a837-99afd31b0f78 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215433 Feb 18 00:20:06.402954 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.430462 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58722) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:06.433846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b11ea-d212-4bc2-8195-73edfb436d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806f960f-938b-4aec-9483-8bb85da2850c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:06.441922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099367544', 'description': 'tempest-description--989008638'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:06.447111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9c3b11ea-d212-4bc2-8195-73edfb436d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:06.450595 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9c3b11ea-d212-4bc2-8195-73edfb436d5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3139c6b61697494a9535ae2a06c10878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337391 Feb 18 00:20:06.453922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 58728) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:06.503519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:06.517943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Usage tracker for resource:security_group and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:06.525746 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:06.546948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:06.591468 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b11971ce-c5b2-4352-8323-00f97a907ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.666209 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b11971ce-c5b2-4352-8323-00f97a907ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.792192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b11971ce-c5b2-4352-8323-00f97a907ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.799424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:06.835862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b11971ce-c5b2-4352-8323-00f97a907ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.837089 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b11971ce-c5b2-4352-8323-00f97a907ffd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/806f960f-938b-4aec-9483-8bb85da2850c HTTP/1.1" status: 204 len: 168 time: 0.3815207 Feb 18 00:20:06.838194 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11971ce-c5b2-4352-8323-00f97a907ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806f960f-938b-4aec-9483-8bb85da2850c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:06.840832 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b11971ce-c5b2-4352-8323-00f97a907ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:06.965737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91880320-689f-4e92-b13c-a535d7dd99b0 req-affdd1dc-0c3c-4c00-b33b-a750554906c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:06.967676 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91880320-689f-4e92-b13c-a535d7dd99b0 req-affdd1dc-0c3c-4c00-b33b-a750554906c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03071d02ede4441aa6228cd093246517&device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 1160 time: 0.7419646 Feb 18 00:20:06.970815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.971951 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.984768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Transition to ACTIVE for port object 6e59ff52-d02a-4e32-a94e-30c7e28c5411 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:20:06.988663 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:06.998317 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f72e9f47-b60a-47cd-9e01-5b4122bbcb2e req-22200508-179a-4f88-8826-ba1cfdbb88c5 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 210 time: 0.1639798 Feb 18 00:20:07.012999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-074f1471-e396-4bd9-9467-d98529c6d755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:07.177454 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f33f64-8ed2-496e-953b-17df09f66604 None None] Pushing event updated for resources: {'Port': ['ID=6e59ff52-d02a-4e32-a94e-30c7e28c5411,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:07.185676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-05f33f64-8ed2-496e-953b-17df09f66604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:07.221554 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:07.243834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Usage tracker for resource:security_group_rule and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:07.248829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:07.270664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:07.432524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91880320-689f-4e92-b13c-a535d7dd99b0 req-57586d61-7819-4cf4-9df7-275de2c76f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:07.438455 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91880320-689f-4e92-b13c-a535d7dd99b0 req-57586d61-7819-4cf4-9df7-275de2c76f4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f053ec5-6abd-4755-97de-db76245fa24a HTTP/1.1" status: 200 len: 906 time: 0.4136214 Feb 18 00:20:07.663467 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Attempting to bind port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:20:07.664183 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Attempting to bind port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:20:07.664817 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Attempting to bind port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 on network 27447fe4-5abc-434b-b61d-e537462935b2 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:20:07.674173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:20:07.675277 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Checking segment: {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:20:07.676045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:07.676877 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Bound using segment: {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:20:07.678001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Bound port: 6e59ff52-d02a-4e32-a94e-30c7e28c5411, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:20:07.678664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:07.843293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b076c-3172-49a7-9ac7-b465a526cd19 req-112be8e2-c3a7-4743-adc9-edac28114ce9 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:07.855229 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac5b076c-3172-49a7-9ac7-b465a526cd19 req-112be8e2-c3a7-4743-adc9-edac28114ce9 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 943 time: 0.1462920 Feb 18 00:20:07.919321 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] For port 6e59ff52-d02a-4e32-a94e-30c7e28c5411, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:20:07.927764 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] For port 6e59ff52-d02a-4e32-a94e-30c7e28c5411, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=6e59ff52-d02a-4e32-a94e-30c7e28c5411,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:20:07.935542 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:07.963927 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-566e9347-3639-4a34-b6f5-6560904bf00c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:07.989380 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac5b076c-3172-49a7-9ac7-b465a526cd19 req-c998aeb5-0ea6-4062-b6ee-7ba1378613c7 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329801 Feb 18 00:20:08.100220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.30', 55073) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:08.143971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:08.149894 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91880320-689f-4e92-b13c-a535d7dd99b0 req-e277836c-b79c-49a2-b4cf-186fd2f21e37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2df3f280-ec7a-4555-a766-8c4c2c541614 HTTP/1.1" status: 200 len: 217 time: 0.6933718 Feb 18 00:20:08.158267 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:08.181009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 00:20:08.200967 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4f51cc0e-e599-4a5a-89c0-1d55c0ae6bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:08.206552 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f33f64-8ed2-496e-953b-17df09f66604 None None] Pushing event updated for resources: {'Port': ['ID=6e59ff52-d02a-4e32-a94e-30c7e28c5411,revision_number=4']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:08.217741 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-05f33f64-8ed2-496e-953b-17df09f66604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:08.370375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:08.410486 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:20:08.411425 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:08.558669 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-ed6711f6-5886-45aa-888a-9b7c3d677fd3 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:08.561565 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-ed6711f6-5886-45aa-888a-9b7c3d677fd3 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 817 time: 0.4521873 Feb 18 00:20:08.652499 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-804dff3c-db14-4830-9ec5-4455d0239d37 req-dd972ae6-1466-4ae4-bb18-b337db0fa624 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 210 time: 0.3031013 Feb 18 00:20:08.747090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:08.768323 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bd1ede-b03d-4c95-ac46-ee6474432eaf,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:08.775006 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-4684bc81-3fc3-4a1d-8120-1fa625989e07 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ff96f25a495405c89133fb0124f23c3 HTTP/1.1" status: 200 len: 5703 time: 0.2013357 Feb 18 00:20:08.784585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'port': {'device_id': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'admin_state_up': True, 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'security_groups': ['95677e15-d736-40c8-af8f-3e185d0a4117']}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:08.854834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:20:08.943197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:08.946519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-443bd5d6-1e37-46e8-8642-44141a0883ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:08.986421 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1799803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967944'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:09.009685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:09.011015 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5782897 Feb 18 00:20:09.024508 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58822) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:09.057187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.objects.ports [None req-77c20732-dae0-4bbc-9493-f22f387111ac None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84026) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 00:20:09.119844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'security_group_rule': {'security_group_id': '33bd1ede-b03d-4c95-ac46-ee6474432eaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:09.144026 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91880320-689f-4e92-b13c-a535d7dd99b0 req-3ed7f4f4-53c9-4bb7-abba-f1574a5958cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:09.147584 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91880320-689f-4e92-b13c-a535d7dd99b0 req-3ed7f4f4-53c9-4bb7-abba-f1574a5958cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eadab554-b7c2-47ec-ac65-7bcf3c905ff4 HTTP/1.1" status: 200 len: 852 time: 0.9241607 Feb 18 00:20:09.158587 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:09.184903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:09.195921 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Usage tracker for resource:port and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:09.200139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:09.219786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:09.233821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Usage tracker for resource:security_group_rule and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:09.239418 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:09.241528 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Made reservation on behalf of 2ff96f25a495405c89133fb0124f23c3 for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:20:09.249671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:09.250912 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91880320-689f-4e92-b13c-a535d7dd99b0 req-925fd2a5-6e2f-4632-8489-58461fdd9eac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f053ec5-6abd-4755-97de-db76245fa24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890000 Feb 18 00:20:09.421732 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 2df3f280-ec7a-4555-a766-8c4c2c541614 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:09.487951 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:09.495045 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91880320-689f-4e92-b13c-a535d7dd99b0 req-bcf8ab85-30c7-4b4a-857a-0d45ebe72c89 service neutron] 10.222.0.30 "GET /v2.0/networks/4f053ec5-6abd-4755-97de-db76245fa24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296624 Feb 18 00:20:09.495751 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Pushing event updated for resources: {'Port': ['ID=6e3cf502-fb52-4c35-b1f7-727c2c073bb1,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:09.499940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:09.652286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 2df3f280-ec7a-4555-a766-8c4c2c541614 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:20:09.657100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:07Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:09.658468 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 2df3f280-ec7a-4555-a766-8c4c2c541614 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:09.658996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:09.676566 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f896ddc-4cfb-479c-8b2d-1c1c8791930a None None] The sync data for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb is: [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:07Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:20:09.815481 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:09.965631 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Network 5480de9b-db79-41d7-b1ad-8d431d4576b5 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:20:09.993130 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:20:10.073905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fbd21-b89a-42e5-b262-5d7c88f836a1 req-426edc31-7c62-4900-adbf-5ece2625de43 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:10.084944 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f13fbd21-b89a-42e5-b262-5d7c88f836a1 req-426edc31-7c62-4900-adbf-5ece2625de43 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 943 time: 0.7900050 Feb 18 00:20:10.206056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:10.216985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Allocated IP 172.20.0.9 (1240ef45-358d-4e93-adf6-50e51ed3c6c5/f6147e67-50ab-4fdc-93bb-c376a0994999/7c5a5c0b-81b4-4740-818d-1f7eaaff8d51) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:20:10.237713 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f13fbd21-b89a-42e5-b262-5d7c88f836a1 req-ce414089-96af-4f78-ae16-3625cdd0273e tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455123 Feb 18 00:20:10.338265 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 2df3f280-ec7a-4555-a766-8c4c2c541614, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=2df3f280-ec7a-4555-a766-8c4c2c541614,segment=NetworkSegment(fab947a2-920a-49ad-9e89-b48e90fe1017),segment_id=fab947a2-920a-49ad-9e89-b48e90fe1017)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:20:10.339415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111d1cc0-7f15-4186-b796-a2515375f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df3f280-ec7a-4555-a766-8c4c2c541614'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:10.518377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:10.529675 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:10.743822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6e59ff52-d02a-4e32-a94e-30c7e28c5411 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:10.785558 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Router bf4a3608-b5e0-4862-acad-833f4a771eeb has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:20:10.818043 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a04d0b4c-8796-40fc-aae0-c303a5b1d1e6 req-1fbd1ae9-6894-4052-b8fb-44b49be9123a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 210 time: 0.2227521 Feb 18 00:20:10.820870 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91880320-689f-4e92-b13c-a535d7dd99b0 req-680556d2-df2e-48ff-b646-44e87f312906 service neutron] 10.222.0.30 "GET /v2.0/networks/4f053ec5-6abd-4755-97de-db76245fa24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3158803 Feb 18 00:20:10.835487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 2df3f280-ec7a-4555-a766-8c4c2c541614 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:10.865607 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:10.880961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.165422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=2df3f280-ec7a-4555-a766-8c4c2c541614,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:11.185124 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:11.212321 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58910) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:11.215217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:20:11.234529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 2df3f280-ec7a-4555-a766-8c4c2c541614 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:11.236146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.250168 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:11.308624 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] 10.222.0.44 "PUT /v2.0/routers/bf4a3608-b5e0-4862-acad-833f4a771eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1244686 Feb 18 00:20:11.308624 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.308624 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2145166 Feb 18 00:20:11.311508 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58926) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:11.323227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f11f34-e2ce-4637-8589-7b122caedfc3,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:11.328187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'security_group_rule': {'security_group_id': '33bd1ede-b03d-4c95-ac46-ee6474432eaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:11.340367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:11.341414 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:11.357573 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Usage tracker for resource:security_group_rule and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:11.372292 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.378969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:11.388704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:11.404358 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Transition to ACTIVE for port object 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:20:11.411378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.451384 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.481510 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Sync routers for ids ['bf4a3608-b5e0-4862-acad-833f4a771eeb'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:20:11.523516 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:20:11.530069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Routers {'bf4a3608-b5e0-4862-acad-833f4a771eeb'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:20:11.530579 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['bf4a3608-b5e0-4862-acad-833f4a771eeb'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:11.537753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.542173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.544261 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:11.578408 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df80b9b-b525-4ac6-a5fe-4cd4fd789f18,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:11.596999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:11.597340 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.627371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:11.637982 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.641475 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3306026 Feb 18 00:20:11.646110 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:11.646923 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58940) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:11.668563 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'floatingip': {'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:11.686518 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:11.695837 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Usage tracker for resource:floatingip and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:11.701441 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:11.724861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:11.794172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b888a7e5-e8e1-41f6-a3ff-6ab2e9c00cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.847429 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:11.894062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b888a7e5-e8e1-41f6-a3ff-6ab2e9c00cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:11.894236 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'Port': ['ID=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:11.907254 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:11.933495 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b888a7e5-e8e1-41f6-a3ff-6ab2e9c00cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:95700af0b1e145a68d7ebbc493113096 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:11.938512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b888a7e5-e8e1-41f6-a3ff-6ab2e9c00cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:11.951683 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111d1cc0-7f15-4186-b796-a2515375f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df3f280-ec7a-4555-a766-8c4c2c541614', 'code': 200} Feb 18 00:20:11.952467 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b888a7e5-e8e1-41f6-a3ff-6ab2e9c00cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:11.963604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:12.007819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94b6a-189c-4173-9d47-74546b4dbfb7 req-33a9e55b-739a-4153-a920-1dd8705d944d tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:12.009796 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c94b6a-189c-4173-9d47-74546b4dbfb7 req-33a9e55b-739a-4153-a920-1dd8705d944d tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 945 time: 0.3013377 Feb 18 00:20:12.060065 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:20:12.071066 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b888a7e5-e8e1-41f6-a3ff-6ab2e9c00cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:12.071255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:20:12.074834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:20:12.077148 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b888a7e5-e8e1-41f6-a3ff-6ab2e9c00cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:12.164771 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c94b6a-189c-4173-9d47-74546b4dbfb7 req-c3a3a58b-76cd-479c-8e2c-b3f233803ff4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464236 Feb 18 00:20:12.172335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 6e59ff52-d02a-4e32-a94e-30c7e28c5411, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=6e59ff52-d02a-4e32-a94e-30c7e28c5411,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:20:12.193062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:12.201291 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:12.211894 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:12.212905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:12.257088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8774abef-d3b1-43a7-b4a0-a0ea4a87be7d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:12.259612 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4796481 Feb 18 00:20:12.285364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Request body: {'port': {'device_id': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:12.335615 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Set router bf4a3608-b5e0-4862-acad-833f4a771eeb gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:20:12.483765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=6e59ff52-d02a-4e32-a94e-30c7e28c5411,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:12.498082 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:12.601171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c597b032-d577-4919-ab4d-b4c71d13c91b None None] Provisioning for port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:20:12.693340 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c597b032-d577-4919-ab4d-b4c71d13c91b None None] Provisioning complete for port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:12.701621 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c597b032-d577-4919-ab4d-b4c71d13c91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:12.770307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:12.787930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bbe4cc4b-fa61-46aa-8c1c-14bf581a0841 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:12.792181 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 2df3f280-ec7a-4555-a766-8c4c2c541614 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:12.795771 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bbe4cc4b-fa61-46aa-8c1c-14bf581a0841 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 818 time: 0.4890704 Feb 18 00:20:12.812694 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b888a7e5-e8e1-41f6-a3ff-6ab2e9c00cd8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95700af0b1e145a68d7ebbc493113096&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5957251 Feb 18 00:20:12.814497 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888a7e5-e8e1-41f6-a3ff-6ab2e9c00cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187596e9-7a08-4472-ae77-3966896edd30,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:12.818041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 58980) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:12.844933 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-3a7ae3c2-f56d-4f91-8d4a-e5b0af45b515 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/quotas/6860257f5ea24ec6bfab89c20120d7b9 HTTP/1.1" status: 200 len: 375 time: 0.0450814 Feb 18 00:20:12.847873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b888a7e5-e8e1-41f6-a3ff-6ab2e9c00cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:12.929207 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06c1e6-7d2f-4877-9d80-e56b393787ea req-14853208-76a8-4035-b82c-da0081281968 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:12.936559 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-6c06c1e6-7d2f-4877-9d80-e56b393787ea req-14853208-76a8-4035-b82c-da0081281968 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Synchronizing usage tracker for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:13.002433 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 2df3f280-ec7a-4555-a766-8c4c2c541614 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:13.002953 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.011900 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-714e899c-333b-4cf0-b7d4-c3b01b160c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:13.013591 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-714e899c-333b-4cf0-b7d4-c3b01b160c3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 1162 time: 0.7209282 Feb 18 00:20:13.071315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08d5c7b6-da65-4ed6-b983-7bd6e3223a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.098366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-b459560a-d1fe-401f-b6b6-77706e358191 req-07c20bcc-032e-4f6a-9dfb-2612d6c21c05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Synchronizing usage tracker for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:13.101327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.169560 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08d5c7b6-da65-4ed6-b983-7bd6e3223a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.206318 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:13.210672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Usage tracker for resource:security_group_rule and tenant:59c26b8e952a41b1ab873b62b79eb267 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:13.214262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:13.221499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:13.275268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c597b032-d577-4919-ab4d-b4c71d13c91b None None] Port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:20:13.299578 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.369474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-6c06c1e6-7d2f-4877-9d80-e56b393787ea req-14853208-76a8-4035-b82c-da0081281968 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Unset dirty status for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:13.371456 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6c06c1e6-7d2f-4877-9d80-e56b393787ea req-14853208-76a8-4035-b82c-da0081281968 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 931 time: 0.9591908 Feb 18 00:20:13.479872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-129936957-router', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:20:06Z', 'revision_number': 4, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'gw_port': {'id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:39Z', 'updated_at': '2021-02-18T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e3cf502-fb52-4c35-b1f7-727c2c073bb1', 'name': '', 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'mac_address': 'fa:16:3e:fe:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '762948e9-9a6b-42ed-a9d0-73a29ac28299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:20:01Z', 'updated_at': '2021-02-18T00:20:06Z', 'revision_number': 2, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'subnets': [{'id': '762948e9-9a6b-42ed-a9d0-73a29ac28299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:13.481071 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6c06c1e6-7d2f-4877-9d80-e56b393787ea req-48b61755-538d-4ce3-80d1-6e6787cbde88 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934136 Feb 18 00:20:13.485534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Checking router: bf4a3608-b5e0-4862-acad-833f4a771eeb for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:20:13.486556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Updating router bf4a3608-b5e0-4862-acad-833f4a771eeb port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 binding host dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:20:13.562650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.650745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:20:13.665073 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.673237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08d5c7b6-da65-4ed6-b983-7bd6e3223a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.702445 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:13.733272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5c7b6-da65-4ed6-b983-7bd6e3223a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187596e9-7a08-4472-ae77-3966896edd30,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:13.743205 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-08d5c7b6-da65-4ed6-b983-7bd6e3223a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:13.745015 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Transition to ACTIVE for port object 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:20:13.761456 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.777989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.794773 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:13.805816 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08d5c7b6-da65-4ed6-b983-7bd6e3223a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.807075 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-08d5c7b6-da65-4ed6-b983-7bd6e3223a42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/187596e9-7a08-4472-ae77-3966896edd30 HTTP/1.1" status: 204 len: 168 time: 0.9740021 Feb 18 00:20:13.854369 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:13.866480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-b459560a-d1fe-401f-b6b6-77706e358191 req-07c20bcc-032e-4f6a-9dfb-2612d6c21c05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Unset dirty status for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:13.868224 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-07c20bcc-032e-4f6a-9dfb-2612d6c21c05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0253358 Feb 18 00:20:13.874597 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-81be8922-ceca-4aaa-a641-eb84c010c8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:14.014579 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Synchronizing usage tracker for tenant:59c26b8e952a41b1ab873b62b79eb267 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:14.031272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Pushing event updated for resources: {'Port': ['ID=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:14.040085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:14.077017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=06be3353-1cc0-4b63-bfbb-6913696ed0e6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:14.082210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:14.109884 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab5697-6434-4aa2-8669-9a1516cc9959 req-a22ccdba-5dcf-4e04-992c-24c398130812 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:14.123326 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-28ab5697-6434-4aa2-8669-9a1516cc9959 req-a22ccdba-5dcf-4e04-992c-24c398130812 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 945 time: 0.4293547 Feb 18 00:20:14.167845 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Unset dirty status for tenant:59c26b8e952a41b1ab873b62b79eb267 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:14.169249 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5bcee5e2-3457-4ffd-9938-6b88d9e0ea31 req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1339359 Feb 18 00:20:14.216377 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-a438b6e1-d51e-4639-9a8e-e2d21bc42518 service neutron] 10.222.0.44 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260880 Feb 18 00:20:14.278568 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Allocated IP 172.28.0.6 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/e9bd7905-0a95-4954-9c6f-b3470b265ee9) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:20:14.398944 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-28ab5697-6434-4aa2-8669-9a1516cc9959 req-d47dfafa-d4c2-4292-b6d4-388f5f51ffae tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742755 Feb 18 00:20:14.480104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:14.496371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Transition to ACTIVE for port object 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:20:14.500893 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6e59ff52-d02a-4e32-a94e-30c7e28c5411 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:14.575376 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59026) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:14.575924 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:14.702336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120c451b-28ec-4517-ad9c-8e0f1ea26546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:14.749558 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Attempting to bind port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:20:14.753236 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Attempting to bind port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:20:14.753884 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Attempting to bind port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 on network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:20:14.773805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-120c451b-28ec-4517-ad9c-8e0f1ea26546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:14.780432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:20:14.786272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Checking segment: {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:20:14.787402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:14.788105 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Bound using segment: {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:20:14.788860 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Bound port: 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:20:14.789417 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:14.800708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:14.815979 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-120c451b-28ec-4517-ad9c-8e0f1ea26546 admin admin] Usage tracker for resource:security_group_rule and tenant:db650f37990f41fda56e4e4c0a4161c1 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:14.834514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-120c451b-28ec-4517-ad9c-8e0f1ea26546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:14.862599 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-3f4fb75f-2e70-4d39-8f49-22b5d42ea7b6 service neutron] 10.222.0.44 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6305115 Feb 18 00:20:14.864464 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-120c451b-28ec-4517-ad9c-8e0f1ea26546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:14.914659 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59042) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:14.979073 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04febf7f-1bd2-4110-a96b-7b0cd5fbc979 None None] Pushing event updated for resources: {'Port': ['ID=6e3cf502-fb52-4c35-b1f7-727c2c073bb1,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:14.988667 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:15.005629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-04febf7f-1bd2-4110-a96b-7b0cd5fbc979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:15.029770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:15.045481 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:15.045959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:15.050524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:15.311463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] For port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51, host hv-cinder-75157, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:20:15.318137 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] For port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:20:15.325379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:15.328186 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Attempting to bind port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:20:15.329066 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Attempting to bind port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:20:15.329602 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Attempting to bind port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 on network 5480de9b-db79-41d7-b1ad-8d431d4576b5 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:20:15.431462 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:20:15.431897 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Checking segment: {'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:20:15.432360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:15.433083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Bound using segment: {'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:20:15.433645 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Bound port: 6e3cf502-fb52-4c35-b1f7-727c2c073bb1, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:20:15.434067 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:15.488587 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5608fab9-c439-4710-a65b-1b837c3bd277 req-5f2f7f87-7bd7-4298-b842-6a24c4626a12 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 210 time: 0.2351460 Feb 18 00:20:15.490315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59068) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:15.492837 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:15.495565 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b879768-ef94-4ce0-a053-bedfebf83f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:15.514600 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'Port': ['ID=e9bd7905-0a95-4954-9c6f-b3470b265ee9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:15.540375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:15.549864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9b879768-ef94-4ce0-a053-bedfebf83f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:15.563029 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9b879768-ef94-4ce0-a053-bedfebf83f58 admin admin] Usage tracker for resource:security_group_rule and tenant:06c476c232e74112a1d55c1018c2e34e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:15.568844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9b879768-ef94-4ce0-a053-bedfebf83f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:15.582931 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9b879768-ef94-4ce0-a053-bedfebf83f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:15.625279 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:20:15.629689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:20:15.633862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:20:15.682518 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] For port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:20:15.693208 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] For port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=6e3cf502-fb52-4c35-b1f7-727c2c073bb1,segment=NetworkSegment(86ab679b-acff-44fb-aff0-81c322743454),segment_id=86ab679b-acff-44fb-aff0-81c322743454)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:20:15.705020 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:15.750217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:15.950674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04febf7f-1bd2-4110-a96b-7b0cd5fbc979 None None] Pushing event updated for resources: {'Port': ['ID=6e3cf502-fb52-4c35-b1f7-727c2c073bb1,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:15.973229 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-04febf7f-1bd2-4110-a96b-7b0cd5fbc979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:16.140985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:16.151332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b879768-ef94-4ce0-a053-bedfebf83f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:16.162875 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a284e8d-4218-4f27-a152-e224bd99571d req-314d2fdb-b91d-4bce-a26a-1d28e76085f8 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:16.177492 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1a284e8d-4218-4f27-a152-e224bd99571d req-314d2fdb-b91d-4bce-a26a-1d28e76085f8 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 1.0906816 Feb 18 00:20:16.233031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Routers {'bf4a3608-b5e0-4862-acad-833f4a771eeb'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:20:16.233782 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:19:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['bf4a3608-b5e0-4862-acad-833f4a771eeb'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:16.286440 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9b879768-ef94-4ce0-a053-bedfebf83f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:16.296914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Pushing event updated for resources: {'Port': ['ID=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:16.371641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:16.396172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120c451b-28ec-4517-ad9c-8e0f1ea26546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:16.418277 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-120c451b-28ec-4517-ad9c-8e0f1ea26546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:16.419414 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d4081bd-baa0-4f1b-a265-a5a0faf863a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:16.441808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d4081bd-baa0-4f1b-a265-a5a0faf863a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:16.446106 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d4081bd-baa0-4f1b-a265-a5a0faf863a2 admin admin] Usage tracker for resource:security_group_rule and tenant:31d5149d980b44d8a173eb453066e475 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:16.449918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-5d4081bd-baa0-4f1b-a265-a5a0faf863a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:16.456254 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5d4081bd-baa0-4f1b-a265-a5a0faf863a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:16.481502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:16.539549 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9b879768-ef94-4ce0-a053-bedfebf83f58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06c476c232e74112a1d55c1018c2e34e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6192567 Feb 18 00:20:16.542625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59094) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:16.566424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b879768-ef94-4ce0-a053-bedfebf83f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83445231-6bee-4745-bef0-678c2941bd31,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:16.578298 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9b879768-ef94-4ce0-a053-bedfebf83f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:16.604124 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d4081bd-baa0-4f1b-a265-a5a0faf863a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:16.627077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6e46ae5f-89d6-4461-8008-accdfaa6a933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:16.685499 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1a284e8d-4218-4f27-a152-e224bd99571d req-8cf0d5b1-6f12-4c85-ad27-2eadce72212f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5042930 Feb 18 00:20:16.687297 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5d4081bd-baa0-4f1b-a265-a5a0faf863a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:16.693297 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:16.694797 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:16.715160 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:16.732005 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] 10.222.0.30 "PUT /v2.0/ports/7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 HTTP/1.1" status: 200 len: 1157 time: 4.4279912 Feb 18 00:20:16.770182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:16.837905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] Set router bf4a3608-b5e0-4862-acad-833f4a771eeb gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:20:16.871133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b14c5af-dc2e-43f2-a54d-5ca1987e678b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:16.930815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffac1c-ff67-42fe-991d-cd56b6bc8dbb req-49b91be2-2cdb-4892-b554-91a0c5a4de7c tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:16.939340 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-25ffac1c-ff67-42fe-991d-cd56b6bc8dbb req-49b91be2-2cdb-4892-b554-91a0c5a4de7c tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 945 time: 0.7864945 Feb 18 00:20:16.981562 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-44a92b86-123d-4f98-b201-3acbc6ad653d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:17.114337 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-120c451b-28ec-4517-ad9c-8e0f1ea26546 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db650f37990f41fda56e4e4c0a4161c1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5176830 Feb 18 00:20:17.118584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59120) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:17.144212 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b14c5af-dc2e-43f2-a54d-5ca1987e678b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:17.257102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c451b-28ec-4517-ad9c-8e0f1ea26546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf4964c-31e3-40fb-afea-a98b4d9d629e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:17.293056 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-25ffac1c-ff67-42fe-991d-cd56b6bc8dbb req-a19d6c0e-4b38-4321-b9f2-85f0ed4b5b07 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526793 Feb 18 00:20:17.403278 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-129936957-router', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:20:06Z', 'revision_number': 4, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'gw_port': {'id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:39Z', 'updated_at': '2021-02-18T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e3cf502-fb52-4c35-b1f7-727c2c073bb1', 'name': '', 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'mac_address': 'fa:16:3e:fe:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '762948e9-9a6b-42ed-a9d0-73a29ac28299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:20:01Z', 'updated_at': '2021-02-18T00:20:15Z', 'revision_number': 4, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'subnets': [{'id': '762948e9-9a6b-42ed-a9d0-73a29ac28299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:17.410074 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90113a-a57b-45b4-9922-9ba664f380ca None None] The sync data for ids ['bf4a3608-b5e0-4862-acad-833f4a771eeb'] in dv-cinder-751579-21-smb is: [{'id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-129936957-router', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:20:06Z', 'revision_number': 4, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'gw_port': {'id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:39Z', 'updated_at': '2021-02-18T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e3cf502-fb52-4c35-b1f7-727c2c073bb1', 'name': '', 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'mac_address': 'fa:16:3e:fe:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '762948e9-9a6b-42ed-a9d0-73a29ac28299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:20:01Z', 'updated_at': '2021-02-18T00:20:15Z', 'revision_number': 4, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'subnets': [{'id': '762948e9-9a6b-42ed-a9d0-73a29ac28299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:20:17.416722 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08c8ae30-a617-4c2e-b248-afd5fe854453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:17.442410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b14c5af-dc2e-43f2-a54d-5ca1987e678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:17.457631 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-180c7d2f-e1a9-4bd5-82de-6a9db1030ed7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:17.477001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14c5af-dc2e-43f2-a54d-5ca1987e678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83445231-6bee-4745-bef0-678c2941bd31,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:17.491431 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08c8ae30-a617-4c2e-b248-afd5fe854453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:17.511507 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0b14c5af-dc2e-43f2-a54d-5ca1987e678b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:17.579660 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-5d4081bd-baa0-4f1b-a265-a5a0faf863a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31d5149d980b44d8a173eb453066e475&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0497160 Feb 18 00:20:17.588897 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-120c451b-28ec-4517-ad9c-8e0f1ea26546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:17.590514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59126) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:17.613942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.667s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:17.770147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4081bd-baa0-4f1b-a265-a5a0faf863a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0234452b-1057-48a5-b02f-2a9d80898e1b,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:17.786672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5d4081bd-baa0-4f1b-a265-a5a0faf863a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:17.865716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0b14c5af-dc2e-43f2-a54d-5ca1987e678b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:17.874617 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-0b14c5af-dc2e-43f2-a54d-5ca1987e678b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83445231-6bee-4745-bef0-678c2941bd31 HTTP/1.1" status: 204 len: 168 time: 1.2860091 Feb 18 00:20:17.874829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-e4452c9f-c03f-4057-ace0-b8d50b9b7a52 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:17.874829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-e4452c9f-c03f-4057-ace0-b8d50b9b7a52 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Synchronizing usage tracker for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:network {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:17.892303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6204d923-374f-457b-b1da-51a0472872db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:17.897057 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51', 'status': 'completed', 'code': 200} Feb 18 00:20:17.912131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-ae160f3c-748a-4ea4-94ee-76e018dffb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:17.919806 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-ae160f3c-748a-4ea4-94ee-76e018dffb15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 1160 time: 0.8174369 Feb 18 00:20:18.011795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459560a-d1fe-401f-b6b6-77706e358191 req-3b68bb0c-a2b5-497b-88fa-6e9b2d0d53c1 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:18.014065 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-3b68bb0c-a2b5-497b-88fa-6e9b2d0d53c1 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.30 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 818 time: 0.2686605 Feb 18 00:20:18.074233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Request body: {'port': {'device_id': '8af931ec-961a-4772-b119-11410519f1a6', 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5', 'admin_state_up': True, 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:18.083862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-e4452c9f-c03f-4057-ace0-b8d50b9b7a52 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Unset dirty status for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:network {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:18.085472 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-e4452c9f-c03f-4057-ace0-b8d50b9b7a52 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 818 time: 1.0243795 Feb 18 00:20:18.105321 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08c8ae30-a617-4c2e-b248-afd5fe854453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:18.105501 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-6d55aa8d-dcff-4e32-9759-543df40e6beb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 HTTP/1.1" status: 200 len: 217 time: 0.1643457 Feb 18 00:20:18.133454 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6204d923-374f-457b-b1da-51a0472872db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:18.177836 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-07a471a9-27d5-4ba0-b0fa-c158c2b5ba60 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/quotas/6860257f5ea24ec6bfab89c20120d7b9 HTTP/1.1" status: 200 len: 375 time: 0.0757058 Feb 18 00:20:18.185618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 00:20:18.336809 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-7e5ef91d-ca3b-4f68-9d05-d30a7e3e7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:18.338288 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-7e5ef91d-ca3b-4f68-9d05-d30a7e3e7a26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.2236207 Feb 18 00:20:18.510982 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59148) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:18.526456 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:18.538617 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-96a668e2-73b1-4e0a-a3c9-c6b6384ca212 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3341978 Feb 18 00:20:18.545353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb046-3a63-48db-abf2-85bcdb1476a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:18.567956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-eb0eb046-3a63-48db-abf2-85bcdb1476a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:18.574401 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-eb0eb046-3a63-48db-abf2-85bcdb1476a7 admin admin] Usage tracker for resource:security_group_rule and tenant:3779e5f781694a40bd9d0913593cd78f is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:18.578622 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-eb0eb046-3a63-48db-abf2-85bcdb1476a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:18.593210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-eb0eb046-3a63-48db-abf2-85bcdb1476a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:18.610968 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-2d2054b1-1154-4b98-b46f-41c7820f099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:18.613400 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-2d2054b1-1154-4b98-b46f-41c7820f099c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2651463 Feb 18 00:20:18.779324 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-836af6fb-0113-46fa-99f7-0009901e8a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:18.782367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:20:18.791730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:18.792413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:18.822642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1473d4c2-53e4-4e8f-bc8e-356f82ee8293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:18.864637 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8ae30-a617-4c2e-b248-afd5fe854453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf4964c-31e3-40fb-afea-a98b4d9d629e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:18.873102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:18.875759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:18.893288 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-08c8ae30-a617-4c2e-b248-afd5fe854453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:18.894184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08c8ae30-a617-4c2e-b248-afd5fe854453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:18.898462 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-08c8ae30-a617-4c2e-b248-afd5fe854453 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bf4964c-31e3-40fb-afea-a98b4d9d629e HTTP/1.1" status: 204 len: 168 time: 1.7609861 Feb 18 00:20:18.909378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:18.914360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:18.939303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:18.974723 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-aaf7fd6e-b6d1-40e3-9525-bc3d013f2264 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437858 Feb 18 00:20:19.033720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.041508 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-8b6e5e70-4a95-4093-98a3-88794629a589 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:20:19.043277 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-8b6e5e70-4a95-4093-98a3-88794629a589 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1963654 Feb 18 00:20:19.128575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=6e3cf502-fb52-4c35-b1f7-727c2c073bb1,segment=NetworkSegment(86ab679b-acff-44fb-aff0-81c322743454),segment_id=86ab679b-acff-44fb-aff0-81c322743454)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:20:19.134785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.136812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:19.151774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'Port': ['ID=e9bd7905-0a95-4954-9c6f-b3470b265ee9,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:19.161805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:19.170838 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6204d923-374f-457b-b1da-51a0472872db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.193685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:19.212372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6204d923-374f-457b-b1da-51a0472872db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.216334 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6204d923-374f-457b-b1da-51a0472872db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0234452b-1057-48a5-b02f-2a9d80898e1b HTTP/1.1" status: 204 len: 168 time: 1.6218035 Feb 18 00:20:19.216334 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59164) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:19.238748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204d923-374f-457b-b1da-51a0472872db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0234452b-1057-48a5-b02f-2a9d80898e1b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:19.249491 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6204d923-374f-457b-b1da-51a0472872db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:19.257485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3873f6-9051-459e-8bf3-3c757472b6f0 req-dd6d2f71-5f70-4812-8924-9a4e44aba669 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:19.259193 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2c3873f6-9051-459e-8bf3-3c757472b6f0 req-dd6d2f71-5f70-4812-8924-9a4e44aba669 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 1.1991487 Feb 18 00:20:19.315902 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=6e3cf502-fb52-4c35-b1f7-727c2c073bb1,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:19.342433 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2c3873f6-9051-459e-8bf3-3c757472b6f0 req-5d23a138-84ea-495c-b3d6-471066bf1859 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546541 Feb 18 00:20:19.360126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:19.488002 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.497697 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-c6b9080d-f1a4-4c69-8b80-09412a5eab55 service neutron] 10.222.0.44 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126375 Feb 18 00:20:19.509546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb046-3a63-48db-abf2-85bcdb1476a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.512671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.524934 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.8663507 Feb 18 00:20:19.524934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Made reservation on behalf of 6860257f5ea24ec6bfab89c20120d7b9 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:20:19.531446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.574734 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb046-3a63-48db-abf2-85bcdb1476a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.669208 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:19.712020 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-eb0eb046-3a63-48db-abf2-85bcdb1476a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3779e5f781694a40bd9d0913593cd78f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1971171 Feb 18 00:20:19.713102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0eb046-3a63-48db-abf2-85bcdb1476a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca40a82-33e8-4150-8912-68e57377aac2,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:19.717391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-eb0eb046-3a63-48db-abf2-85bcdb1476a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:19.720463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59182) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:19.724898 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-866b8cac-f509-4803-8cf3-fe22d915b332 req-579dcff0-40d9-4177-be1a-891f6ad3a869 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6775804 Feb 18 00:20:19.818641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.893071 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be05908a-68fd-48bb-8046-8130ae8d1dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.895003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108095-38f3-4067-a7cc-60d4580fa5d1 req-1e57cdcc-1513-45ef-a263-fd2d511a77d3 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:19.896717 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d3108095-38f3-4067-a7cc-60d4580fa5d1 req-1e57cdcc-1513-45ef-a263-fd2d511a77d3 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 945 time: 0.2746327 Feb 18 00:20:19.905549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f87a33f-56c3-46ae-a21f-c8aa1d6a51ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.971421 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-5cce5614-1208-4710-a273-0c06aa81786a service neutron] 10.222.0.44 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4727521 Feb 18 00:20:19.975585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f87a33f-56c3-46ae-a21f-c8aa1d6a51ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:19.977007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be05908a-68fd-48bb-8046-8130ae8d1dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:19.993303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59190) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:19.994323 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f87a33f-56c3-46ae-a21f-c8aa1d6a51ec admin admin] Usage tracker for resource:security_group_rule and tenant:9f800fd4befb449d921590d769ca5d1f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:20.000971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f87a33f-56c3-46ae-a21f-c8aa1d6a51ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:20.011921 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d3108095-38f3-4067-a7cc-60d4580fa5d1 req-e3853553-c803-46b9-815c-1b414400848c tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934467 Feb 18 00:20:20.012019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67553e-0b9e-40a7-af82-bd2ba951b6c3 req-f5b84833-5ad0-46fe-8664-a26782c44cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:20.012828 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2c67553e-0b9e-40a7-af82-bd2ba951b6c3 req-f5b84833-5ad0-46fe-8664-a26782c44cdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 1160 time: 0.2193377 Feb 18 00:20:20.073527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f87a33f-56c3-46ae-a21f-c8aa1d6a51ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:20.084436 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b522-7a6f-45e3-8ff6-b87adeaf944f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:20.134281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d0f7b522-7a6f-45e3-8ff6-b87adeaf944f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:20.149555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d0f7b522-7a6f-45e3-8ff6-b87adeaf944f admin admin] Usage tracker for resource:security_group_rule and tenant:9d040649b862487298f3655fcfc7cb76 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:20.152518 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d0f7b522-7a6f-45e3-8ff6-b87adeaf944f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:20.159083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d0f7b522-7a6f-45e3-8ff6-b87adeaf944f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:20.189963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be05908a-68fd-48bb-8046-8130ae8d1dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:20.200643 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6624f72a-c055-4c13-884e-9e07b3c5f54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:20.237707 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05908a-68fd-48bb-8046-8130ae8d1dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca40a82-33e8-4150-8912-68e57377aac2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:20.240854 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-be05908a-68fd-48bb-8046-8130ae8d1dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:20.243322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67553e-0b9e-40a7-af82-bd2ba951b6c3 req-9428750f-4431-4ca6-8d7f-5dc1e93fc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:20.245015 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2c67553e-0b9e-40a7-af82-bd2ba951b6c3 req-9428750f-4431-4ca6-8d7f-5dc1e93fc767 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 911 time: 0.2173390 Feb 18 00:20:20.306122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b522-7a6f-45e3-8ff6-b87adeaf944f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:20.338653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be05908a-68fd-48bb-8046-8130ae8d1dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:20.342451 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0f7b522-7a6f-45e3-8ff6-b87adeaf944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:20.343908 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-be05908a-68fd-48bb-8046-8130ae8d1dc4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dca40a82-33e8-4150-8912-68e57377aac2 HTTP/1.1" status: 204 len: 168 time: 0.6221330 Feb 18 00:20:20.346137 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2c67553e-0b9e-40a7-af82-bd2ba951b6c3 req-7af4445e-48f0-4117-9874-640ee4703134 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 HTTP/1.1" status: 200 len: 217 time: 0.0909369 Feb 18 00:20:20.363222 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d4c26574-a06e-4893-88fe-8514b3b8d064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:20.405963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Allocated IP 172.20.0.6 (5480de9b-db79-41d7-b1ad-8d431d4576b5/762948e9-9a6b-42ed-a9d0-73a29ac28299/325357bb-436d-4473-872d-65f455a31430) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:20:20.514300 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-898d7182-ddbe-44b3-8a04-328f7cd8c802 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Synchronizing usage tracker for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:20.538164 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d0f7b522-7a6f-45e3-8ff6-b87adeaf944f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d040649b862487298f3655fcfc7cb76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5350873 Feb 18 00:20:20.551112 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59216) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:20.552808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7b522-7a6f-45e3-8ff6-b87adeaf944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c112f5b-fedb-4d99-98f9-d0cac39725b6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:20.564444 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:20.610656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67553e-0b9e-40a7-af82-bd2ba951b6c3 req-205c3d9d-7f0c-44b3-b9fc-6dd262ef37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:20.615450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d0f7b522-7a6f-45e3-8ff6-b87adeaf944f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:20.622494 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2c67553e-0b9e-40a7-af82-bd2ba951b6c3 req-205c3d9d-7f0c-44b3-b9fc-6dd262ef37f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.2684321 Feb 18 00:20:21.135778 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c934011-4cc7-4737-8141-1bbb980d916e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.143010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f87a33f-56c3-46ae-a21f-c8aa1d6a51ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.157683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f87a33f-56c3-46ae-a21f-c8aa1d6a51ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.172227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.187499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:21.202676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.205500 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:21.206359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.228346 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-898d7182-ddbe-44b3-8a04-328f7cd8c802 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Unset dirty status for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:21.243416 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67553e-0b9e-40a7-af82-bd2ba951b6c3 req-a5e8606c-a6eb-49b5-9b36-e7e2bd40cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:21.246611 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2c67553e-0b9e-40a7-af82-bd2ba951b6c3 req-a5e8606c-a6eb-49b5-9b36-e7e2bd40cbe7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5864463 Feb 18 00:20:21.249556 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-898d7182-ddbe-44b3-8a04-328f7cd8c802 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1099367544&fields=id&tenant_id=85cc94989d364dbda8dd2bae842c1871 HTTP/1.1" status: 200 len: 267 time: 0.9378693 Feb 18 00:20:21.267197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c934011-4cc7-4737-8141-1bbb980d916e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.438678 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38cbd4-8818-49b4-9c9b-378d5d7d08d2 req-924c8095-cbe6-41c7-b36d-25b00724dbe5 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:21.447778 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1b38cbd4-8818-49b4-9c9b-378d5d7d08d2 req-924c8095-cbe6-41c7-b36d-25b00724dbe5 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.6027319 Feb 18 00:20:21.474714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c934011-4cc7-4737-8141-1bbb980d916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.476583 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9f87a33f-56c3-46ae-a21f-c8aa1d6a51ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f800fd4befb449d921590d769ca5d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2570922 Feb 18 00:20:21.504888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.506009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87a33f-56c3-46ae-a21f-c8aa1d6a51ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f0eaaf-1d65-4d6c-ab8a-d607d629d7e5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:21.534530 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59250) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:21.551714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9f87a33f-56c3-46ae-a21f-c8aa1d6a51ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:21.591333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9c3b11ea-d212-4bc2-8195-73edfb436d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:21.630155 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1b38cbd4-8818-49b4-9c9b-378d5d7d08d2 req-5696d2db-da6f-4ad4-adcb-ee2455bac42d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812692 Feb 18 00:20:21.639582 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5c934011-4cc7-4737-8141-1bbb980d916e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.643922 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-5c934011-4cc7-4737-8141-1bbb980d916e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c112f5b-fedb-4d99-98f9-d0cac39725b6 HTTP/1.1" status: 204 len: 168 time: 1.0847046 Feb 18 00:20:21.646618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c934011-4cc7-4737-8141-1bbb980d916e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c112f5b-fedb-4d99-98f9-d0cac39725b6,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:21.651344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5c934011-4cc7-4737-8141-1bbb980d916e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:21.785549 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2c67553e-0b9e-40a7-af82-bd2ba951b6c3 req-b0940020-b013-46cb-9630-5f531f5ae6a9 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902142 Feb 18 00:20:21.821488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.841371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-551d2db4-ea25-4f3c-a839-d61c0f370ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.876065 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-551d2db4-ea25-4f3c-a839-d61c0f370ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:21.936185 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-423bf700-2261-4586-b9aa-51842ff9a184 req-2eba4829-5ffd-4938-a9ff-ba1daf9f97ae tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 210 time: 0.0700154 Feb 18 00:20:21.947958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-1689a66a-6148-4923-beba-fa25fb9e6069 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:21.961906 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-1689a66a-6148-4923-beba-fa25fb9e6069 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Synchronizing usage tracker for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:22.008815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-1689a66a-6148-4923-beba-fa25fb9e6069 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Unset dirty status for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:22.013357 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-1689a66a-6148-4923-beba-fa25fb9e6069 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/networks?id=27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 200 len: 811 time: 0.7625694 Feb 18 00:20:22.029585 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-402211e5-a384-4313-b91f-5ba9501ca965 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/quotas/85cc94989d364dbda8dd2bae842c1871 HTTP/1.1" status: 200 len: 375 time: 0.0146475 Feb 18 00:20:22.081432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:22.083085 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2c67553e-0b9e-40a7-af82-bd2ba951b6c3 req-8b372814-14db-4723-b2de-ac03a7ba4322 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2893574 Feb 18 00:20:22.115381 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:22.216718 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-551d2db4-ea25-4f3c-a839-d61c0f370ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:22.327744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-551d2db4-ea25-4f3c-a839-d61c0f370ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:22.329937 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-551d2db4-ea25-4f3c-a839-d61c0f370ddb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00f0eaaf-1d65-4d6c-ab8a-d607d629d7e5 HTTP/1.1" status: 204 len: 168 time: 0.7937784 Feb 18 00:20:22.345707 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Pushing event updated for resources: {'Port': ['ID=325357bb-436d-4473-872d-65f455a31430,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:22.353961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:22.355782 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:22.371603 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d2db4-ea25-4f3c-a839-d61c0f370ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f0eaaf-1d65-4d6c-ab8a-d607d629d7e5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:22.381171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-551d2db4-ea25-4f3c-a839-d61c0f370ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:22.405680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-b96286ad-4187-407c-b546-71cd99e28861 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Synchronizing usage tracker for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:22.467834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Network 5480de9b-db79-41d7-b1ad-8d431d4576b5 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:20:22.471778 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:20:22.474344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-b96286ad-4187-407c-b546-71cd99e28861 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Unset dirty status for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:22.481074 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-b96286ad-4187-407c-b546-71cd99e28861 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=85cc94989d364dbda8dd2bae842c1871&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4434359 Feb 18 00:20:22.482008 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:20:22.738576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:22.739292 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:22.749791 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-2077b966-f944-4e23-90e6-c5feffcb47f6 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:22.753226 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-2077b966-f944-4e23-90e6-c5feffcb47f6 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.30 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 818 time: 0.3905280 Feb 18 00:20:22.763729 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7021439 Feb 18 00:20:22.783837 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Request body: {'port': {'device_id': 'ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64', 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5', 'admin_state_up': True, 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:22.786814 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Request body: {'port': {'device_id': '8af931ec-961a-4772-b119-11410519f1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:22.853737 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-aa668882-ed47-48db-b6fe-54382bead4d5 service neutron] 10.222.0.44 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135772 Feb 18 00:20:23.012586 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:23.095213 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:23.101149 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Usage tracker for resource:port and tenant:6860257f5ea24ec6bfab89c20120d7b9 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:23.105793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:23.120787 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:23.132992 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Made reservation on behalf of 6860257f5ea24ec6bfab89c20120d7b9 for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:20:23.147859 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:23.156970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:23.384726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:20:23.402410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:23.403011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:23.484001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59314) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:23.624380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2bce7e50-2082-4c97-bc77-525377548588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:23.634847 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:23.650541 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-e5a2084b-0d03-410f-b144-94282f62792d service neutron] 10.222.0.44 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7840528 Feb 18 00:20:23.674165 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:23.696305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:20:23.705113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:23.711987 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0a60ba61-3c61-457e-8d80-4d07f27f4119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:23.858747 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:23.868734 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:24.089024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2bce7e50-2082-4c97-bc77-525377548588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:24.096354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-2bce7e50-2082-4c97-bc77-525377548588 admin admin] Usage tracker for resource:security_group_rule and tenant:2279c6757b824a789c613999a78a8854 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:24.103809 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-2bce7e50-2082-4c97-bc77-525377548588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:24.122132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2bce7e50-2082-4c97-bc77-525377548588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:24.161867 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0def4-7452-46b1-8f6e-f4ec19d08dd1 req-1c8fca86-9459-4ed5-9c64-b86eb3c496d2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:24.171166 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bbf0def4-7452-46b1-8f6e-f4ec19d08dd1 req-1c8fca86-9459-4ed5-9c64-b86eb3c496d2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.6856556 Feb 18 00:20:24.259933 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bbf0def4-7452-46b1-8f6e-f4ec19d08dd1 req-fa74fab0-042b-49b9-bed4-4d751ea5924c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877156 Feb 18 00:20:24.388959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-e21565e6-c9c8-4c1e-a1cb-064661851845 req-7fb7abfa-5206-4dc0-8be8-3cbce51fefb3 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Synchronizing usage tracker for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:24.401511 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2bce7e50-2082-4c97-bc77-525377548588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:24.408843 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51', 'code': 200} Feb 18 00:20:24.412523 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2bce7e50-2082-4c97-bc77-525377548588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:24.514272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:24.548358 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-e21565e6-c9c8-4c1e-a1cb-064661851845 req-7fb7abfa-5206-4dc0-8be8-3cbce51fefb3 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Unset dirty status for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:24.548556 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-2bce7e50-2082-4c97-bc77-525377548588 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2279c6757b824a789c613999a78a8854&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0114763 Feb 18 00:20:24.564946 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e21565e6-c9c8-4c1e-a1cb-064661851845 req-7fb7abfa-5206-4dc0-8be8-3cbce51fefb3 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 210 time: 0.3986566 Feb 18 00:20:24.591385 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325357bb-436d-4473-872d-65f455a31430 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:20:24.597809 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59354) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:24.605798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:24.672491 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-14872acf-9ff6-42bf-abe8-e5b5215f75f0 req-4c9bd335-21f4-4abe-96f4-34f69b1e3041 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 210 time: 0.1604455 Feb 18 00:20:24.709987 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d330b979-1944-468c-96bc-f533671aa2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:24.729179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7e50-2082-4c97-bc77-525377548588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a85369e-fe5f-44cb-a5f2-ad8bec40385c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:24.734528 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2bce7e50-2082-4c97-bc77-525377548588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:24.742660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Transition to ACTIVE for port object 325357bb-436d-4473-872d-65f455a31430 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:20:24.800488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:24.836479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d330b979-1944-468c-96bc-f533671aa2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:24.865167 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:24.906525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.30', 55102) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:24.953311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:24.954663 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:24.998011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:25.107949 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Allocated IP 172.20.0.14 (5480de9b-db79-41d7-b1ad-8d431d4576b5/762948e9-9a6b-42ed-a9d0-73a29ac28299/8879c651-f151-4eb6-b242-99ee7c5fe7ea) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:20:25.210274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Pushing event updated for resources: {'Port': ['ID=325357bb-436d-4473-872d-65f455a31430,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:25.229903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:25.355797 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dfa32-a272-4420-9300-98361ecd1f07 req-2afa2f1c-11cc-4538-b072-dd9363911208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:25.362348 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f83dfa32-a272-4420-9300-98361ecd1f07 req-2afa2f1c-11cc-4538-b072-dd9363911208 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 1162 time: 0.4539735 Feb 18 00:20:25.466592 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d330b979-1944-468c-96bc-f533671aa2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:25.477069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-08d5c7b6-da65-4ed6-b983-7bd6e3223a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:25.502984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330b979-1944-468c-96bc-f533671aa2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a85369e-fe5f-44cb-a5f2-ad8bec40385c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:25.516343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d330b979-1944-468c-96bc-f533671aa2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:25.518628 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d330b979-1944-468c-96bc-f533671aa2fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a85369e-fe5f-44cb-a5f2-ad8bec40385c HTTP/1.1" status: 204 len: 168 time: 0.9196360 Feb 18 00:20:25.519861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d330b979-1944-468c-96bc-f533671aa2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:25.609426 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f83dfa32-a272-4420-9300-98361ecd1f07 req-2cc4331b-d9a9-4b0c-bfd1-75ff04f8eb44 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244055 Feb 18 00:20:25.742259 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Attempting to bind port 325357bb-436d-4473-872d-65f455a31430 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:20:25.742624 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Attempting to bind port 325357bb-436d-4473-872d-65f455a31430 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:20:25.742983 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Attempting to bind port 325357bb-436d-4473-872d-65f455a31430 on network 5480de9b-db79-41d7-b1ad-8d431d4576b5 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:20:25.753899 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:20:25.754372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Checking segment: {'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:20:25.754782 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:25.755183 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Bound using segment: {'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:20:25.755685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Bound port: 325357bb-436d-4473-872d-65f455a31430, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:20:25.756060 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:25.757270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:25.836916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115086b8-73df-4918-8ce9-9a08ad7322d1 req-5010e47f-3fbe-42ee-aade-06c20990e978 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:25.838788 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-115086b8-73df-4918-8ce9-9a08ad7322d1 req-5010e47f-3fbe-42ee-aade-06c20990e978 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.2652833 Feb 18 00:20:25.931067 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-115086b8-73df-4918-8ce9-9a08ad7322d1 req-a1936d2e-dc0b-47a1-b146-1a1158a0a123 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809171 Feb 18 00:20:25.942507 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d19312c-5bef-4a9c-a757-efd537391d4a req-ec8f1e3e-636c-46de-9bdf-c31083ecedb5 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 210 time: 0.1035006 Feb 18 00:20:25.949664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:25.972457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:26.033601 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] For port 325357bb-436d-4473-872d-65f455a31430, host hv-cinder-75157, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:20:26.040111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] For port 325357bb-436d-4473-872d-65f455a31430, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=325357bb-436d-4473-872d-65f455a31430,segment=NetworkSegment(86ab679b-acff-44fb-aff0-81c322743454),segment_id=86ab679b-acff-44fb-aff0-81c322743454)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:20:26.046335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:26.084758 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bc16de4e-636d-4601-ba4e-e67308e6db3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:26.228061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Pushing event updated for resources: {'Port': ['ID=325357bb-436d-4473-872d-65f455a31430,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:26.232133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:26.282063 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6a668080-83f9-4963-a585-b15de62e6f0b req-ef883e61-2a90-4349-9d70-7c771922c81d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 210 time: 0.0888915 Feb 18 00:20:26.320212 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Pushing event updated for resources: {'Port': ['ID=8879c651-f151-4eb6-b242-99ee7c5fe7ea,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:26.325893 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:26.396537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59406) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:26.487077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:26.488171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:26.489309 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] 10.222.0.30 "PUT /v2.0/ports/325357bb-436d-4473-872d-65f455a31430 HTTP/1.1" status: 200 len: 1157 time: 3.7100663 Feb 18 00:20:26.489909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af931ec-961a-4772-b119-11410519f1a6', 'tag': '325357bb-436d-4473-872d-65f455a31430'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:26.578720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Network 5480de9b-db79-41d7-b1ad-8d431d4576b5 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:20:26.650934 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af931ec-961a-4772-b119-11410519f1a6', 'tag': '325357bb-436d-4473-872d-65f455a31430', 'status': 'completed', 'code': 200} Feb 18 00:20:26.721641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459560a-d1fe-401f-b6b6-77706e358191 req-277b0929-c350-419d-88d5-99b3ed74935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:26.724194 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-277b0929-c350-419d-88d5-99b3ed74935c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 1160 time: 0.1398079 Feb 18 00:20:26.853855 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-befac64b-0ca5-4b74-aca9-db34cab52811 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325357bb-436d-4473-872d-65f455a31430 HTTP/1.1" status: 200 len: 217 time: 0.1094475 Feb 18 00:20:26.947349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:20:26.954640 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:20:26.968983 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459560a-d1fe-401f-b6b6-77706e358191 req-b37ec15d-d511-4365-b0e0-fc6416b40b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:26.972267 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-b37ec15d-d511-4365-b0e0-fc6416b40b80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=762948e9-9a6b-42ed-a9d0-73a29ac28299 HTTP/1.1" status: 200 len: 858 time: 0.1099024 Feb 18 00:20:27.051533 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-131ebb8d-286e-48a6-8167-eb84c079742f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480de9b-db79-41d7-b1ad-8d431d4576b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672741 Feb 18 00:20:27.067842 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-10d2986a-189a-4aa2-9371-73d7e03a73f4 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:27.074283 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-10d2986a-189a-4aa2-9371-73d7e03a73f4 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.30 "GET /v2.0/networks?id=27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 200 len: 811 time: 0.6033278 Feb 18 00:20:27.137911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:27.138896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:27.205646 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:27.273835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:27.277847 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c65a5c26238746389bdf9882050dcf87 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:27.280919 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:27.288395 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:27.329968 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5556152 Feb 18 00:20:27.344147 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3008db3d-a8cf-4aa3-b58b-173bdf0ec72e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85cc94989d364dbda8dd2bae842c1871 HTTP/1.1" status: 200 len: 5704 time: 0.2142174 Feb 18 00:20:27.357206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Request body: {'port': {'device_id': 'ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:27.399862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'port': {'device_id': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'admin_state_up': True, 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'security_groups': ['33bd1ede-b03d-4c95-ac46-ee6474432eaf']}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:27.428585 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-5f1c8371-ebaf-4a5d-8857-c8355371bca3 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701077 Feb 18 00:20:27.440359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98480a32-6a2e-4a82-bc78-8dde014a5a09 req-2c555666-3f82-4d4c-8f96-1d01423ee342 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:27.442180 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-98480a32-6a2e-4a82-bc78-8dde014a5a09 req-2c555666-3f82-4d4c-8f96-1d01423ee342 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 932 time: 0.2259467 Feb 18 00:20:27.595909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b1eb3-8d4a-429b-ac65-64664592e93e req-756b2039-3f2a-48d5-a16e-b26e5120a8e3 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:27.597711 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c52b1eb3-8d4a-429b-ac65-64664592e93e req-756b2039-3f2a-48d5-a16e-b26e5120a8e3 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 945 time: 0.5105817 Feb 18 00:20:27.701686 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c52b1eb3-8d4a-429b-ac65-64664592e93e req-bbc270c0-0554-4164-b94c-6442ed1ca818 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912857 Feb 18 00:20:27.712002 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:27.745122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:27.804419 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-98480a32-6a2e-4a82-bc78-8dde014a5a09 req-2081eff6-b847-4f9f-b114-4cb6420c8555 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328066 Feb 18 00:20:27.834456 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:27.852816 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:27.963134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9b879768-ef94-4ce0-a053-bedfebf83f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:27.977541 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c65a5c26238746389bdf9882050dcf87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5793753 Feb 18 00:20:27.983157 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59466) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:27.991829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:28.035372 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b459560a-d1fe-401f-b6b6-77706e358191 req-8b867a18-96b6-44a2-8ef5-ae6113364b23 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5920453 Feb 18 00:20:28.073799 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3a0545bb-ca81-464b-bd69-2df4a7d51e3c req-ff744861-7516-4e4e-b668-22346709b0e4 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 210 time: 0.0945070 Feb 18 00:20:28.078522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f68b7c-4354-48ba-a6e8-2281a06a1049,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:28.087279 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.087687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.088088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.088482 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.088878 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.089262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.089711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.090058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.090443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.090961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.091348 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.091730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.092154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.092737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.093118 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.093496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.093876 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.094253 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.094840 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.095487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.095959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.096356 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.096850 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.097240 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:28.102249 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:28.152435 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Made reservation on behalf of 85cc94989d364dbda8dd2bae842c1871 for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:20:28.159863 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:28.222573 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.30', 55107) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:28.291986 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:28.435426 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52422610-258a-4e67-98fa-72ac78e0491a req-1f86fe0b-c09d-4615-82c3-15886af89caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:28.437023 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-52422610-258a-4e67-98fa-72ac78e0491a req-1f86fe0b-c09d-4615-82c3-15886af89caf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 1160 time: 0.3079059 Feb 18 00:20:28.498457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f3934-6fe9-41aa-89dc-312f51b34474 req-b1a4fc30-152a-4801-9ad3-38a0526c2438 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:28.500156 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-080f3934-6fe9-41aa-89dc-312f51b34474 req-b1a4fc30-152a-4801-9ad3-38a0526c2438 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.5931635 Feb 18 00:20:28.512960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:28.714810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd675714-5a89-4750-b720-6a2371114a49 req-3f579c24-2fd8-40e5-bcab-e1317f2a9da6 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:28.716620 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bd675714-5a89-4750-b720-6a2371114a49 req-3f579c24-2fd8-40e5-bcab-e1317f2a9da6 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.30 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 945 time: 0.4888487 Feb 18 00:20:28.800185 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 2df3f280-ec7a-4555-a766-8c4c2c541614 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:20:28.932819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-bd675714-5a89-4750-b720-6a2371114a49 req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Deleting port 2df3f280-ec7a-4555-a766-8c4c2c541614 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:20:28.933471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bd675714-5a89-4750-b720-6a2371114a49 req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:28.971075 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52422610-258a-4e67-98fa-72ac78e0491a req-2f25c0d4-fac4-4182-8852-885f486815f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:28.973362 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-52422610-258a-4e67-98fa-72ac78e0491a req-2f25c0d4-fac4-4182-8852-885f486815f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 912 time: 0.5249584 Feb 18 00:20:29.107463 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-52422610-258a-4e67-98fa-72ac78e0491a req-bde1cbfb-e134-4f6a-9565-f87b29b80614 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325357bb-436d-4473-872d-65f455a31430 HTTP/1.1" status: 200 len: 217 time: 0.1222477 Feb 18 00:20:29.117475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:29.170663 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 2df3f280-ec7a-4555-a766-8c4c2c541614, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=2df3f280-ec7a-4555-a766-8c4c2c541614,segment=NetworkSegment(fab947a2-920a-49ad-9e89-b48e90fe1017),segment_id=fab947a2-920a-49ad-9e89-b48e90fe1017)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:20:29.172026 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111d1cc0-7f15-4186-b796-a2515375f529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df3f280-ec7a-4555-a766-8c4c2c541614'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:29.181013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:29.184231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:29.197933 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-080f3934-6fe9-41aa-89dc-312f51b34474 req-966563f6-ec61-41f0-9ee0-67b4cc00cf73 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6756127 Feb 18 00:20:29.281231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=2df3f280-ec7a-4555-a766-8c4c2c541614,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:29.295154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:29.387372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:29.398603 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:29.477940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f68b7c-4354-48ba-a6e8-2281a06a1049,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:29.515089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.515750 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.516143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.517453 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.517912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.518241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.518629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.519016 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.519398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.519777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.520156 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.520533 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.521028 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.521402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.521781 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.522154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.522526 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.522899 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.523272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.523748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.523993 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.524365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.524765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.525134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:29.525925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52422610-258a-4e67-98fa-72ac78e0491a req-8b23592a-bbfa-42a6-9bb6-8010dffaa051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:29.527725 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-52422610-258a-4e67-98fa-72ac78e0491a req-8b23592a-bbfa-42a6-9bb6-8010dffaa051 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=762948e9-9a6b-42ed-a9d0-73a29ac28299 HTTP/1.1" status: 200 len: 858 time: 0.1692774 Feb 18 00:20:29.592133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:29.632789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Allocated IP 172.20.0.4 (27447fe4-5abc-434b-b61d-e537462935b2/dc1611c6-7deb-4e58-8f22-eb7fac57a53f/e6b11335-b88e-4e0a-bdb9-60ac62930cf5) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:20:29.640238 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:29.645076 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09f68b7c-4354-48ba-a6e8-2281a06a1049 HTTP/1.1" status: 204 len: 168 time: 1.6552780 Feb 18 00:20:29.679615 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f7fc8-1a94-4fa2-9ce8-01e33fbd7ed8 req-8761aa0d-7303-4740-b924-038070f387b9 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:29.689582 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fb2f7fc8-1a94-4fa2-9ce8-01e33fbd7ed8 req-8761aa0d-7303-4740-b924-038070f387b9 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 945 time: 0.6386256 Feb 18 00:20:29.691908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8879c651-f151-4eb6-b242-99ee7c5fe7ea {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:20:29.716299 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:29.727982 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-52422610-258a-4e67-98fa-72ac78e0491a req-c3a577ed-8447-4e2c-8122-3fdea511fe16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480de9b-db79-41d7-b1ad-8d431d4576b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764452 Feb 18 00:20:29.771424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Transition to ACTIVE for port object 8879c651-f151-4eb6-b242-99ee7c5fe7ea will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:20:29.778441 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883f2c8-aef4-44bc-9b87-839c8f5dd55a req-e079f894-7ef9-463c-992b-227d0dcc0708 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:29.779224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-6883f2c8-aef4-44bc-9b87-839c8f5dd55a req-e079f894-7ef9-463c-992b-227d0dcc0708 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Synchronizing usage tracker for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:29.803639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:29.883856 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:29.959033 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-52422610-258a-4e67-98fa-72ac78e0491a req-f2981689-c643-4a1a-9942-935c84779094 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220845 Feb 18 00:20:30.022392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-6883f2c8-aef4-44bc-9b87-839c8f5dd55a req-e079f894-7ef9-463c-992b-227d0dcc0708 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Unset dirty status for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:30.029786 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6883f2c8-aef4-44bc-9b87-839c8f5dd55a req-e079f894-7ef9-463c-992b-227d0dcc0708 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 932 time: 0.6207182 Feb 18 00:20:30.139401 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Pushing event updated for resources: {'Port': ['ID=8879c651-f151-4eb6-b242-99ee7c5fe7ea,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:30.179164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:30.225180 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fb2f7fc8-1a94-4fa2-9ce8-01e33fbd7ed8 req-16164315-aaa1-43e6-a9b7-3ee3163c549d tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/security-groups?id=ceca55b5-178f-450e-ba53-c537eaf946d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310156 Feb 18 00:20:30.240234 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-6883f2c8-aef4-44bc-9b87-839c8f5dd55a req-341203e6-ba67-4926-ad8d-8adf44d819d8 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Synchronizing usage tracker for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:30.293115 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-bd675714-5a89-4750-b720-6a2371114a49 req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] For port 2df3f280-ec7a-4555-a766-8c4c2c541614, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=2df3f280-ec7a-4555-a766-8c4c2c541614,segment=NetworkSegment(fab947a2-920a-49ad-9e89-b48e90fe1017),segment_id=fab947a2-920a-49ad-9e89-b48e90fe1017)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:20:30.293897 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bd675714-5a89-4750-b720-6a2371114a49 req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:30.309293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59566) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:30.320893 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:30.335010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-6883f2c8-aef4-44bc-9b87-839c8f5dd55a req-341203e6-ba67-4926-ad8d-8adf44d819d8 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Unset dirty status for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:30.344101 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6883f2c8-aef4-44bc-9b87-839c8f5dd55a req-341203e6-ba67-4926-ad8d-8adf44d819d8 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132777 Feb 18 00:20:30.472184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Transition to ACTIVE for port object e6b11335-b88e-4e0a-bdb9-60ac62930cf5 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:20:30.483821 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111d1cc0-7f15-4186-b796-a2515375f529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df3f280-ec7a-4555-a766-8c4c2c541614', 'code': 200} Feb 18 00:20:30.542724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-782502c8-a14a-4b11-ae66-776ba4d9fcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:30.580030 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-bd675714-5a89-4750-b720-6a2371114a49 req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Calling delete_port for 2df3f280-ec7a-4555-a766-8c4c2c541614 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:20:30.686432 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4ffb4de8-f6cb-434f-92c3-05c5c9c6fc34 req-38cc3dc3-db1b-4722-9cbb-8d7fa5e36720 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 210 time: 0.1156452 Feb 18 00:20:30.717585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-782502c8-a14a-4b11-ae66-776ba4d9fcd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:30.738045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-782502c8-a14a-4b11-ae66-776ba4d9fcd7 admin admin] Usage tracker for resource:security_group_rule and tenant:a03069ab9cc64fe5a84ef3ed839de185 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:30.743615 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-52422610-258a-4e67-98fa-72ac78e0491a req-c36f9740-7678-472e-a2fc-315cb23f77c6 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7748218 Feb 18 00:20:30.755261 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-782502c8-a14a-4b11-ae66-776ba4d9fcd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:30.767216 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:30.768688 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Attempting to bind port 8879c651-f151-4eb6-b242-99ee7c5fe7ea on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:20:30.768969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Attempting to bind port 8879c651-f151-4eb6-b242-99ee7c5fe7ea by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:20:30.769311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Attempting to bind port 8879c651-f151-4eb6-b242-99ee7c5fe7ea on network 5480de9b-db79-41d7-b1ad-8d431d4576b5 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:20:30.800806 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:30.834476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:20:30.834862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Checking segment: {'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:20:30.835276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:30.835674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Bound using segment: {'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:20:30.836230 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Bound port: 8879c651-f151-4eb6-b242-99ee7c5fe7ea, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ab679b-acff-44fb-aff0-81c322743454', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5480de9b-db79-41d7-b1ad-8d431d4576b5'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:20:30.836520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:30.972849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-782502c8-a14a-4b11-ae66-776ba4d9fcd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:30.976890 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bd675714-5a89-4750-b720-6a2371114a49 req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.003126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:31.012027 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'Port': ['ID=e6b11335-b88e-4e0a-bdb9-60ac62930cf5,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:31.022413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:31.028532 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.objects.ports [None req-50b275f6-eb59-48e9-aa27-b8869346a120 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84026) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 00:20:31.108914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de3d6-54ed-473d-8708-4b14c8b45eb0 req-f59e13b3-25dc-4ede-9e7d-f1cd61196ac6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:31.108914 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-384de3d6-54ed-473d-8708-4b14c8b45eb0 req-f59e13b3-25dc-4ede-9e7d-f1cd61196ac6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.4208062 Feb 18 00:20:31.122331 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59610) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:31.131364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-74d9d45a-00a7-4893-9840-3a9427d36166 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'floatingip': {'port_id': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:31.143908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Pushing event deleted for resources: {'Port': ['ID=2df3f280-ec7a-4555-a766-8c4c2c541614,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:31.146641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:31.186574 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] For port 8879c651-f151-4eb6-b242-99ee7c5fe7ea, host hv-cinder-75157, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:20:31.220550 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Network 27447fe4-5abc-434b-b61d-e537462935b2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:20:31.230814 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:20:31.236197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] For port 8879c651-f151-4eb6-b242-99ee7c5fe7ea, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=8879c651-f151-4eb6-b242-99ee7c5fe7ea,segment=NetworkSegment(86ab679b-acff-44fb-aff0-81c322743454),segment_id=86ab679b-acff-44fb-aff0-81c322743454)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:20:31.237614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:20:31.268793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74d9d45a-00a7-4893-9840-3a9427d36166 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.320277 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd675714-5a89-4750-b720-6a2371114a49 req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] No DVR routers for this DVR port 2df3f280-ec7a-4555-a766-8c4c2c541614 on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:20:31.327560 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bd675714-5a89-4750-b720-6a2371114a49 req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.331838 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111d1cc0-7f15-4186-b796-a2515375f529', 'name': 'network-vif-deleted', 'tag': '2df3f280-ec7a-4555-a766-8c4c2c541614'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:31.372287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.377054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 325357bb-436d-4473-872d-65f455a31430 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:31.386535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-782502c8-a14a-4b11-ae66-776ba4d9fcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.393494 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-782502c8-a14a-4b11-ae66-776ba4d9fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.510327 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111d1cc0-7f15-4186-b796-a2515375f529', 'name': 'network-vif-deleted', 'tag': '2df3f280-ec7a-4555-a766-8c4c2c541614', 'status': 'completed', 'code': 200} Feb 18 00:20:31.512547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:31.535693 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-782502c8-a14a-4b11-ae66-776ba4d9fcd7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a03069ab9cc64fe5a84ef3ed839de185&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2180429 Feb 18 00:20:31.536238 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 325357bb-436d-4473-872d-65f455a31430 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:20:31.537666 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bd675714-5a89-4750-b720-6a2371114a49 req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.30 "DELETE /v2.0/ports/2df3f280-ec7a-4555-a766-8c4c2c541614 HTTP/1.1" status: 204 len: 173 time: 2.8011541 Feb 18 00:20:31.538183 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59630) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:31.546011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 325357bb-436d-4473-872d-65f455a31430 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:31.546910 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.609833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c0a669f3-aef5-4e8b-8840-5571d58b058d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:31.680081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-5256e580-80a4-4f3e-ad2f-f34d54592923 req-268a21e8-a7bf-49be-99b5-3af742adb8a6 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Synchronizing usage tracker for tenant:03071d02ede4441aa6228cd093246517 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:31.709716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8e67-485b-4949-85d8-f3d90c11732f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.725296 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782502c8-a14a-4b11-ae66-776ba4d9fcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cbc559-517e-4140-ad2f-4f93acf39ec3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:31.732877 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-782502c8-a14a-4b11-ae66-776ba4d9fcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:31.733353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.757029 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-cf9f64a7-0c8c-4aa3-b212-4df465fdf215 None None] Provisioning for port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:20:31.761413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8e67-485b-4949-85d8-f3d90c11732f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.765588 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-cf9f64a7-0c8c-4aa3-b212-4df465fdf215 None None] Provisioning complete for port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:31.766081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cf9f64a7-0c8c-4aa3-b212-4df465fdf215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.774443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-5256e580-80a4-4f3e-ad2f-f34d54592923 req-268a21e8-a7bf-49be-99b5-3af742adb8a6 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Unset dirty status for tenant:03071d02ede4441aa6228cd093246517 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:31.775946 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5256e580-80a4-4f3e-ad2f-f34d54592923 req-268a21e8-a7bf-49be-99b5-3af742adb8a6 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] 10.222.0.44 "GET /v2.0/ports?device_id=111d1cc0-7f15-4186-b796-a2515375f529 HTTP/1.1" status: 200 len: 210 time: 0.2642765 Feb 18 00:20:31.836831 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f64a7-0c8c-4aa3-b212-4df465fdf215 None None] Port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:20:31.850785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8e67-485b-4949-85d8-f3d90c11732f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.864227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 325357bb-436d-4473-872d-65f455a31430, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=325357bb-436d-4473-872d-65f455a31430,segment=NetworkSegment(86ab679b-acff-44fb-aff0-81c322743454),segment_id=86ab679b-acff-44fb-aff0-81c322743454)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:20:31.868507 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.870849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a96bab84-c66d-4b51-b074-4a9d771e1c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:31.874448 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bba4b5a9-03d7-409c-8dd1-693ba16c8f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:31.894905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab8e67-485b-4949-85d8-f3d90c11732f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cbc559-517e-4140-ad2f-4f93acf39ec3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:31.906593 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e8ab8e67-485b-4949-85d8-f3d90c11732f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:31.910122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8e67-485b-4949-85d8-f3d90c11732f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:31.911980 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-e8ab8e67-485b-4949-85d8-f3d90c11732f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7cbc559-517e-4140-ad2f-4f93acf39ec3 HTTP/1.1" status: 204 len: 168 time: 0.3187180 Feb 18 00:20:31.995792 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=325357bb-436d-4473-872d-65f455a31430,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:32.020917 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:32.122052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c0097-3104-4731-8e35-37478847743b req-327b4e5d-8279-4745-9428-f1d9b1fb90e1 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:32.132063 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-684c0097-3104-4731-8e35-37478847743b req-327b4e5d-8279-4745-9428-f1d9b1fb90e1 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 931 time: 0.1821444 Feb 18 00:20:32.244003 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-684c0097-3104-4731-8e35-37478847743b req-8807a97b-2dcf-40e7-b342-405f6f0391a4 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089242 Feb 18 00:20:32.374988 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:32.377298 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:32.474095 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0801339 Feb 18 00:20:32.485398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af931ec-961a-4772-b119-11410519f1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325357bb-436d-4473-872d-65f455a31430'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:32.517006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Pushing event updated for resources: {'Port': ['ID=8879c651-f151-4eb6-b242-99ee7c5fe7ea,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:32.521770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59666) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:32.527760 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Request body: {'port': {'device_id': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:32.592229 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:32.598780 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af931ec-961a-4772-b119-11410519f1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325357bb-436d-4473-872d-65f455a31430', 'code': 200} Feb 18 00:20:32.777872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c53fd66e-23e4-4c6f-8687-b3c651b3afd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:32.815966 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c53fd66e-23e4-4c6f-8687-b3c651b3afd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:32.826029 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c53fd66e-23e4-4c6f-8687-b3c651b3afd6 admin admin] Usage tracker for resource:security_group_rule and tenant:ab682ac0f23e4c1f9a91f255bde6d2e3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:32.830793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c53fd66e-23e4-4c6f-8687-b3c651b3afd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:32.839188 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d608a1c-9702-446f-aae4-f2e0f98e0146 req-d96f992a-3e9f-4fec-8acd-cc8f936bca7b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:32.840951 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8d608a1c-9702-446f-aae4-f2e0f98e0146 req-d96f992a-3e9f-4fec-8acd-cc8f936bca7b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 944 time: 1.1279919 Feb 18 00:20:32.852434 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c53fd66e-23e4-4c6f-8687-b3c651b3afd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:32.859389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:32.860779 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:32.862473 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] 10.222.0.30 "PUT /v2.0/ports/8879c651-f151-4eb6-b242-99ee7c5fe7ea HTTP/1.1" status: 200 len: 1158 time: 5.5160968 Feb 18 00:20:32.863729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64', 'tag': '8879c651-f151-4eb6-b242-99ee7c5fe7ea'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:32.879771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 325357bb-436d-4473-872d-65f455a31430 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:32.991305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:33.002680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729013b-9fc5-4129-bfda-3ba883af0dcc req-d2433b85-6e40-4326-af71-0af3d48b71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:33.004609 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8729013b-9fc5-4129-bfda-3ba883af0dcc req-d2433b85-6e40-4326-af71-0af3d48b71ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 1162 time: 0.1468379 Feb 18 00:20:33.079601 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 325357bb-436d-4473-872d-65f455a31430 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:33.080050 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:33.102689 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64', 'tag': '8879c651-f151-4eb6-b242-99ee7c5fe7ea', 'status': 'completed', 'code': 200} Feb 18 00:20:33.116116 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8729013b-9fc5-4129-bfda-3ba883af0dcc req-42634302-ff0f-4a8b-bb7c-83e37c056093 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033220 Feb 18 00:20:33.124831 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c53fd66e-23e4-4c6f-8687-b3c651b3afd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:33.128843 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c53fd66e-23e4-4c6f-8687-b3c651b3afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:33.138281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d330b979-1944-468c-96bc-f533671aa2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:33.139690 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8d608a1c-9702-446f-aae4-f2e0f98e0146 req-0e9d626c-b116-404e-8c3b-b8872ed2bd21 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858784 Feb 18 00:20:33.175939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fd66e-23e4-4c6f-8687-b3c651b3afd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3917f44-f12e-4534-a752-ab2afa5067c5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:33.179813 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c53fd66e-23e4-4c6f-8687-b3c651b3afd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:33.207703 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c53fd66e-23e4-4c6f-8687-b3c651b3afd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab682ac0f23e4c1f9a91f255bde6d2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6844239 Feb 18 00:20:33.208940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59692) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:33.292940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0095614-c2db-4967-acf0-c7f72d674db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:33.385241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0095614-c2db-4967-acf0-c7f72d674db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:33.440501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0095614-c2db-4967-acf0-c7f72d674db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:33.452342 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-782502c8-a14a-4b11-ae66-776ba4d9fcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:33.474556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0095614-c2db-4967-acf0-c7f72d674db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3917f44-f12e-4534-a752-ab2afa5067c5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:33.480625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d0095614-c2db-4967-acf0-c7f72d674db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:33.521164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0095614-c2db-4967-acf0-c7f72d674db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:33.526856 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d0095614-c2db-4967-acf0-c7f72d674db6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3917f44-f12e-4534-a752-ab2afa5067c5 HTTP/1.1" status: 204 len: 168 time: 0.3127811 Feb 18 00:20:33.781226 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457025a-8a68-4213-a2d0-6cc41df8f617 req-2293b259-bc74-431d-a493-e2409dd9751b tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:33.784872 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3457025a-8a68-4213-a2d0-6cc41df8f617 req-2293b259-bc74-431d-a493-e2409dd9751b tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 931 time: 0.2575452 Feb 18 00:20:33.853938 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3457025a-8a68-4213-a2d0-6cc41df8f617 req-333905a0-a98a-4697-80bc-9112aab908df tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613620 Feb 18 00:20:34.014063 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:20:34.137638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59740) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:34.173077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a81be722-00f5-4eef-8ba9-7dd7e429dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:34.195546 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-a81be722-00f5-4eef-8ba9-7dd7e429dbf8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 1161 time: 1.2521048 Feb 18 00:20:34.444733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59752) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:34.471685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c200f2-69bd-4439-993d-a13a3bdbfebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:34.492820 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-942c61ea-f520-4eea-8a3a-addebc4de190 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8879c651-f151-4eb6-b242-99ee7c5fe7ea HTTP/1.1" status: 200 len: 217 time: 0.2957375 Feb 18 00:20:34.508998 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-355efc25-9f05-4949-b989-c8609ebf5ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:34.520575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-16c200f2-69bd-4439-993d-a13a3bdbfebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:34.527977 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-16c200f2-69bd-4439-993d-a13a3bdbfebb admin admin] Usage tracker for resource:security_group_rule and tenant:b337b10bad664c4da2eaa5623fe694e4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:34.533303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-16c200f2-69bd-4439-993d-a13a3bdbfebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:34.541058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-355efc25-9f05-4949-b989-c8609ebf5ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:34.543780 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-16c200f2-69bd-4439-993d-a13a3bdbfebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:34.549352 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-355efc25-9f05-4949-b989-c8609ebf5ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:09d2c26e4c954006a083411909197ee9 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:34.555363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-355efc25-9f05-4949-b989-c8609ebf5ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:34.568222 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-355efc25-9f05-4949-b989-c8609ebf5ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:34.682986 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.resource_extend [None req-74d9d45a-00a7-4893-9840-3a9427d36166 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 00:20:34.720546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c200f2-69bd-4439-993d-a13a3bdbfebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:34.730865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-16c200f2-69bd-4439-993d-a13a3bdbfebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:34.751195 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b888a7e5-e8e1-41f6-a3ff-6ab2e9c00cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:34.796108 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-16c200f2-69bd-4439-993d-a13a3bdbfebb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b337b10bad664c4da2eaa5623fe694e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475552 Feb 18 00:20:34.798531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-355efc25-9f05-4949-b989-c8609ebf5ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:34.802165 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59762) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:34.858115 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-355efc25-9f05-4949-b989-c8609ebf5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:34.898155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c200f2-69bd-4439-993d-a13a3bdbfebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fbedd3-9b2b-4b61-b719-b38434f75887,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:34.899309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 325357bb-436d-4473-872d-65f455a31430 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:34.915918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-16c200f2-69bd-4439-993d-a13a3bdbfebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:34.916363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:34.962109 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355efc25-9f05-4949-b989-c8609ebf5ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5b8a9b-6e3b-432b-b4c4-df6d56913d6a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:34.968047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-355efc25-9f05-4949-b989-c8609ebf5ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:34.970867 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-355efc25-9f05-4949-b989-c8609ebf5ee3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09d2c26e4c954006a083411909197ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8315780 Feb 18 00:20:34.971801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-605642d5-e33d-42f6-85c5-fd353a13dfde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:34.974628 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59774) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:34.983535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b11335-b88e-4e0a-bdb9-60ac62930cf5 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:20:35.005554 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.026372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-cb73db8e-9a3d-4396-ad66-5c73d8e1b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:35.027807 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-cb73db8e-9a3d-4396-ad66-5c73d8e1b05f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=762948e9-9a6b-42ed-a9d0-73a29ac28299 HTTP/1.1" status: 200 len: 858 time: 0.5151153 Feb 18 00:20:35.033983 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-605642d5-e33d-42f6-85c5-fd353a13dfde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.106751 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Transition to ACTIVE for port object e6b11335-b88e-4e0a-bdb9-60ac62930cf5 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:20:35.108946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 325357bb-436d-4473-872d-65f455a31430 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:35.109719 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.117798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74d9d45a-00a7-4893-9840-3a9427d36166 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.133821 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-999960fc-9c26-42d6-ae33-1a8af34b757b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480de9b-db79-41d7-b1ad-8d431d4576b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706291 Feb 18 00:20:35.133821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.149209 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:35.175631 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cf6811b-a813-476a-9ebe-b77555ea5f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.216378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74d9d45a-00a7-4893-9840-3a9427d36166 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.230892 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cf6811b-a813-476a-9ebe-b77555ea5f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.260546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd1745-52e3-42c7-ab30-7becbc5fc545 req-d19c96e9-7693-42df-9962-5fffe8875e71 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:35.262294 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-adbd1745-52e3-42c7-ab30-7becbc5fc545 req-d19c96e9-7693-42df-9962-5fffe8875e71 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 943 time: 0.1630983 Feb 18 00:20:35.302763 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-605642d5-e33d-42f6-85c5-fd353a13dfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.317590 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-12da6024-e6c9-42c9-8ffe-79e7d71716c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:35.360382 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605642d5-e33d-42f6-85c5-fd353a13dfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fbedd3-9b2b-4b61-b719-b38434f75887,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:35.377344 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-adbd1745-52e3-42c7-ab30-7becbc5fc545 req-e134cec2-70a6-40a8-b549-47bd20b00375 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064570 Feb 18 00:20:35.378344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-605642d5-e33d-42f6-85c5-fd353a13dfde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:35.380149 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-605642d5-e33d-42f6-85c5-fd353a13dfde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.384683 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-605642d5-e33d-42f6-85c5-fd353a13dfde admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08fbedd3-9b2b-4b61-b719-b38434f75887 HTTP/1.1" status: 204 len: 168 time: 0.5782509 Feb 18 00:20:35.403120 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cf6811b-a813-476a-9ebe-b77555ea5f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.407790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:35.435805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6811b-a813-476a-9ebe-b77555ea5f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5b8a9b-6e3b-432b-b4c4-df6d56913d6a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:35.441131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1cf6811b-a813-476a-9ebe-b77555ea5f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:35.467202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1cf6811b-a813-476a-9ebe-b77555ea5f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.471709 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-1cf6811b-a813-476a-9ebe-b77555ea5f15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d5b8a9b-6e3b-432b-b4c4-df6d56913d6a HTTP/1.1" status: 204 len: 168 time: 0.4929469 Feb 18 00:20:35.598194 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861c158-6c79-48ee-90ba-d637f4b6ee73 req-429059e0-38a7-48e2-bfb2-fed87b713c45 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:35.599854 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9861c158-6c79-48ee-90ba-d637f4b6ee73 req-429059e0-38a7-48e2-bfb2-fed87b713c45 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 944 time: 1.0923665 Feb 18 00:20:35.681568 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59798) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:35.705982 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9861c158-6c79-48ee-90ba-d637f4b6ee73 req-9d425914-11e9-447b-92f3-0af7068b9e6d tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824583 Feb 18 00:20:35.728341 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Pushing event updated for resources: {'Port': ['ID=e6b11335-b88e-4e0a-bdb9-60ac62930cf5,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:35.733112 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:35.893932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb0c400-d881-4e8c-a553-7841149363ae admin admin] Deleting subnet eadab554-b7c2-47ec-ac65-7bcf3c905ff4 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:20:35.903620 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c400-d881-4e8c-a553-7841149363ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:35.934193 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [None req-74d9d45a-00a7-4893-9840-3a9427d36166 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Floating IP 457365ef-e4a1-4464-ba20-93d0ab6361c2 associated. External IP: 172.28.0.3, port: 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51. Feb 18 00:20:36.035492 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c400-d881-4e8c-a553-7841149363ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823214455'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:36.058814 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-622839e7-e68a-43b1-bfa9-6f0461e166f3 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9112079 Feb 18 00:20:36.184106 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c400-d881-4e8c-a553-7841149363ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:36.388979 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59826) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:36.728642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c358692d-a36f-4b35-b101-318b8c10ebd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:36.743891 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59846) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:36.830919 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c358692d-a36f-4b35-b101-318b8c10ebd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:36.843460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c358692d-a36f-4b35-b101-318b8c10ebd8 admin admin] Usage tracker for resource:security_group_rule and tenant:60e013bac79540a3b6f7a1f8e9c1a83a is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:36.854165 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c358692d-a36f-4b35-b101-318b8c10ebd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:36.864587 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c358692d-a36f-4b35-b101-318b8c10ebd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:37.029067 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4b80a-7d55-40f9-8636-bda0cbd27439 req-276ba388-3358-4952-a2fd-4a922a4d8307 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:37.030706 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0ca4b80a-7d55-40f9-8636-bda0cbd27439 req-276ba388-3358-4952-a2fd-4a922a4d8307 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 943 time: 0.1610842 Feb 18 00:20:37.041429 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dace9466-96e5-4b9c-ac28-ac26630a9e4e req-94a42eb4-6e50-4ab5-b301-287db513e0bd service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9711254 Feb 18 00:20:37.073234 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Attempting to bind port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:20:37.073615 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Attempting to bind port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:20:37.073977 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Attempting to bind port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 on network 27447fe4-5abc-434b-b61d-e537462935b2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:20:37.121716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:20:37.122107 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Checking segment: {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:20:37.122515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.122831 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Bound using segment: {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:20:37.123372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Bound port: e6b11335-b88e-4e0a-bdb9-60ac62930cf5, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:20:37.123694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.137478 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0ca4b80a-7d55-40f9-8636-bda0cbd27439 req-de0402a3-4583-4419-b878-aa88d2fdb51a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706565 Feb 18 00:20:37.158091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c400-d881-4e8c-a553-7841149363ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823097914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33211250'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.170814 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3603bb58-c7c9-48cc-9b48-d0e953c5750e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:37.179205 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9599364-c7fc-4880-850e-7a3337fd98ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.265094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0c400-d881-4e8c-a553-7841149363ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eadab554-b7c2-47ec-ac65-7bcf3c905ff4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:37.270788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8fb0c400-d881-4e8c-a553-7841149363ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:37.321959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c400-d881-4e8c-a553-7841149363ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.331704 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8fb0c400-d881-4e8c-a553-7841149363ae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eadab554-b7c2-47ec-ac65-7bcf3c905ff4 HTTP/1.1" status: 204 len: 168 time: 1.6462905 Feb 18 00:20:37.332041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59866) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:37.465808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.532498 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9599364-c7fc-4880-850e-7a3337fd98ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:37.562409 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a9599364-c7fc-4880-850e-7a3337fd98ac admin admin] Usage tracker for resource:security_group_rule and tenant:6befd74c38bb42d6abca2fadb90c9bb3 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:37.583978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a9599364-c7fc-4880-850e-7a3337fd98ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:37.606462 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9599364-c7fc-4880-850e-7a3337fd98ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:37.702090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.720670 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d9d45a-00a7-4893-9840-3a9427d36166 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Router 4afe04bb-031c-4928-972e-71ee3397e954 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:20:37.744231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4b6d4-b88f-400e-b3e6-4a93c7a5c746 req-8a9fe797-9e56-47b1-9a19-6af11f079c06 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:37.745948 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-aee4b6d4-b88f-400e-b3e6-4a93c7a5c746 req-8a9fe797-9e56-47b1-9a19-6af11f079c06 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 944 time: 0.8115628 Feb 18 00:20:37.762455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] For port e6b11335-b88e-4e0a-bdb9-60ac62930cf5, host hv-cinder-75157, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:20:37.809785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c358692d-a36f-4b35-b101-318b8c10ebd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.861917 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f053ec5-6abd-4755-97de-db76245fa24a']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:37.878936 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] For port e6b11335-b88e-4e0a-bdb9-60ac62930cf5, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=e6b11335-b88e-4e0a-bdb9-60ac62930cf5,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:20:37.886773 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab947a2-920a-49ad-9e89-b48e90fe1017') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:37.887121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab947a2-920a-49ad-9e89-b48e90fe1017') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:37.898791 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c358692d-a36f-4b35-b101-318b8c10ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.902970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31561361'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.914609 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:37.939507 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.943262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:20:37.955368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358692d-a36f-4b35-b101-318b8c10ebd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6214e0-edad-4e2b-b0db-7e4c4addefd7,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:37.958786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:37.979344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c358692d-a36f-4b35-b101-318b8c10ebd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:37.987407 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-aee4b6d4-b88f-400e-b3e6-4a93c7a5c746 req-030561af-ae97-4dec-8386-4e3577128b60 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174864 Feb 18 00:20:38.033257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b8064d7a-de0c-4e41-bb39-5478668eb4a7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:38.140791 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1d655-2d14-4022-8469-65775872696b req-7e5e2889-3f1a-4d81-a39c-7883f6f22c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:38.143046 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f5c1d655-2d14-4022-8469-65775872696b req-7e5e2889-3f1a-4d81-a39c-7883f6f22c82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 1161 time: 1.0276201 Feb 18 00:20:38.184967 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c358692d-a36f-4b35-b101-318b8c10ebd8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60e013bac79540a3b6f7a1f8e9c1a83a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7919266 Feb 18 00:20:38.195407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59894) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:38.295291 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Network 4f053ec5-6abd-4755-97de-db76245fa24a has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:20:38.308193 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31674681'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:38.488826 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Pushing event updated for resources: {'Port': ['ID=e6b11335-b88e-4e0a-bdb9-60ac62930cf5,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:38.512487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-289238ee-4eff-454f-91c0-404e7de27054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:38.520171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:38.542819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9599364-c7fc-4880-850e-7a3337fd98ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:38.544304 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d9d45a-00a7-4893-9840-3a9427d36166 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:20:38.558368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9599364-c7fc-4880-850e-7a3337fd98ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:38.560371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92c890-82d1-48d6-b804-0a922d7a37c4 None None] Sync routers for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:20:38.575992 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-120c451b-28ec-4517-ad9c-8e0f1ea26546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:38.585075 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92c890-82d1-48d6-b804-0a922d7a37c4 None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:20:38.585075 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-ff92c890-82d1-48d6-b804-0a922d7a37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:20:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:38.677378 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a9599364-c7fc-4880-850e-7a3337fd98ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6befd74c38bb42d6abca2fadb90c9bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9188113 Feb 18 00:20:38.682138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9599364-c7fc-4880-850e-7a3337fd98ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb0fec4-c89a-40e7-bf43-ef55d73117c0,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:38.697070 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59912) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:38.698307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:38.699077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:38.700671 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] 10.222.0.30 "PUT /v2.0/ports/e6b11335-b88e-4e0a-bdb9-60ac62930cf5 HTTP/1.1" status: 200 len: 1157 time: 6.1786773 Feb 18 00:20:38.703203 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'tag': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:38.708883 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74d9d45a-00a7-4893-9840-3a9427d36166 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:38.764579 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1d655-2d14-4022-8469-65775872696b req-3ee5f140-6c2d-4373-ad8a-11a068099c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:38.767051 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f5c1d655-2d14-4022-8469-65775872696b req-3ee5f140-6c2d-4373-ad8a-11a068099c4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 912 time: 0.6001964 Feb 18 00:20:38.805185 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-289238ee-4eff-454f-91c0-404e7de27054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:38.814884 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Network 4f053ec5-6abd-4755-97de-db76245fa24a has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:20:38.858739 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:20:38.980642 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-74d9d45a-00a7-4893-9840-3a9427d36166 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "PUT /v2.0/floatingips/457365ef-e4a1-4464-ba20-93d0ab6361c2 HTTP/1.1" status: 200 len: 989 time: 7.8571517 Feb 18 00:20:38.982790 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'tag': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5', 'status': 'completed', 'code': 200} Feb 18 00:20:39.007409 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:39.013670 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f5c1d655-2d14-4022-8469-65775872696b req-aa8a9cae-c913-471e-a54c-674e295ad561 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8879c651-f151-4eb6-b242-99ee7c5fe7ea HTTP/1.1" status: 200 len: 217 time: 0.1575155 Feb 18 00:20:39.020385 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-08313341-852a-47e3-9c44-54e3403a9415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:39.022404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a9599364-c7fc-4880-850e-7a3337fd98ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:39.022537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-ff92c890-82d1-48d6-b804-0a922d7a37c4 None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:20:39.059742 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:39.083740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Pushing event deleted for resources: {'Network': ['ID=4f053ec5-6abd-4755-97de-db76245fa24a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:39.104238 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:39.113800 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] 10.222.0.44 "DELETE /v2.0/networks/4f053ec5-6abd-4755-97de-db76245fa24a HTTP/1.1" status: 204 len: 168 time: 1.7789235 Feb 18 00:20:39.148350 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d01433e3-6809-470a-aa36-9970dd0b49f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:39.161110 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-289238ee-4eff-454f-91c0-404e7de27054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:39.163690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1d655-2d14-4022-8469-65775872696b req-a64913f1-504f-4023-9ffe-696012300f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:39.165331 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f5c1d655-2d14-4022-8469-65775872696b req-a64913f1-504f-4023-9ffe-696012300f1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=762948e9-9a6b-42ed-a9d0-73a29ac28299 HTTP/1.1" status: 200 len: 858 time: 0.1339731 Feb 18 00:20:39.176393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-16c200f2-69bd-4439-993d-a13a3bdbfebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:39.200391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398ee34-4e14-451b-b9bd-93a22db440b7 req-a86831ae-ada1-477d-93e4-0ae33b5ea8a9 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:39.208541 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8398ee34-4e14-451b-b9bd-93a22db440b7 req-a86831ae-ada1-477d-93e4-0ae33b5ea8a9 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 943 time: 0.7863605 Feb 18 00:20:39.230177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-289238ee-4eff-454f-91c0-404e7de27054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:39.231414 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-289238ee-4eff-454f-91c0-404e7de27054 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b6214e0-edad-4e2b-b0db-7e4c4addefd7 HTTP/1.1" status: 204 len: 168 time: 1.0350285 Feb 18 00:20:39.232664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289238ee-4eff-454f-91c0-404e7de27054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6214e0-edad-4e2b-b0db-7e4c4addefd7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:39.238825 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-289238ee-4eff-454f-91c0-404e7de27054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:39.243052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-caea00bc-5e62-4ece-9def-e31c0d568d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:39.244744 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-caea00bc-5e62-4ece-9def-e31c0d568d71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85cc94989d364dbda8dd2bae842c1871&device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 1160 time: 0.4846489 Feb 18 00:20:39.247023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d01433e3-6809-470a-aa36-9970dd0b49f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:39.315588 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8398ee34-4e14-451b-b9bd-93a22db440b7 req-44faa157-cee7-47a1-ae62-498d21a46fe2 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058807 Feb 18 00:20:39.367586 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 8879c651-f151-4eb6-b242-99ee7c5fe7ea up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:39.380981 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f5c1d655-2d14-4022-8469-65775872696b req-6da86809-6355-4bf8-aae4-9b353a4d15c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480de9b-db79-41d7-b1ad-8d431d4576b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1940784 Feb 18 00:20:39.397437 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-f7ff5983-eb80-4f4a-ae20-944585f5abac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6b11335-b88e-4e0a-bdb9-60ac62930cf5 HTTP/1.1" status: 200 len: 217 time: 0.1247811 Feb 18 00:20:39.483957 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 8879c651-f151-4eb6-b242-99ee7c5fe7ea completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:20:39.491288 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 8879c651-f151-4eb6-b242-99ee7c5fe7ea triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:39.492353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:39.558186 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59942) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:39.689939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-1f030828-11dc-48c2-b966-baefa1a8b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:39.691537 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-1f030828-11dc-48c2-b966-baefa1a8b131 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc1611c6-7deb-4e58-8f22-eb7fac57a53f HTTP/1.1" status: 200 len: 850 time: 0.2290299 Feb 18 00:20:39.709218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 59946) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:39.710292 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-51dfad0e-470e-4416-ad43-c011cc8b6e8d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03071d02ede4441aa6228cd093246517&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1507373 Feb 18 00:20:39.752245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59952) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:39.763729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:39.798695 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8879c651-f151-4eb6-b242-99ee7c5fe7ea'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:39.811839 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 8879c651-f151-4eb6-b242-99ee7c5fe7ea, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=8879c651-f151-4eb6-b242-99ee7c5fe7ea,segment=NetworkSegment(86ab679b-acff-44fb-aff0-81c322743454),segment_id=86ab679b-acff-44fb-aff0-81c322743454)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:20:39.817118 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:39.822402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:39.850388 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d01433e3-6809-470a-aa36-9970dd0b49f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:39.880263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f8a45b80-9e99-4274-b9e7-2a0cdad66cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:39.964567 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8879c651-f151-4eb6-b242-99ee7c5fe7ea', 'code': 200} Feb 18 00:20:39.965217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=8879c651-f151-4eb6-b242-99ee7c5fe7ea,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:39.977864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d01433e3-6809-470a-aa36-9970dd0b49f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:39.983786 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d01433e3-6809-470a-aa36-9970dd0b49f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6fb0fec4-c89a-40e7-bf43-ef55d73117c0 HTTP/1.1" status: 204 len: 168 time: 1.2816482 Feb 18 00:20:39.985357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01433e3-6809-470a-aa36-9970dd0b49f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb0fec4-c89a-40e7-bf43-ef55d73117c0,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:39.992607 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.992607 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.992607 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d01433e3-6809-470a-aa36-9970dd0b49f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.994150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.995571 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f5c1d655-2d14-4022-8469-65775872696b req-9ba15d5c-4fb3-481c-9940-69bb988d4154 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001434 Feb 18 00:20:39.998094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.998094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.998094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.998094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.998094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:39.998094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:40.008430 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:40.008958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:40.009350 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:20:40.022553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:40.051011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-ff92c890-82d1-48d6-b804-0a922d7a37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '457365ef-e4a1-4464-ba20-93d0ab6361c2', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'floating_ip_address': '172.28.0.3', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'port_id': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:19:58Z', 'updated_at': '2021-02-18T00:20:34Z', 'revision_number': 1, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:40.051813 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a16fe-f961-4b00-aaac-d9e20b87799e req-d1016f82-dcc5-4012-aee3-48d19666e672 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:40.056023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50da9464-05fa-493b-9c47-8cc446d6b6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:40.061930 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-086a16fe-f961-4b00-aaac-d9e20b87799e req-d1016f82-dcc5-4012-aee3-48d19666e672 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 944 time: 0.6713810 Feb 18 00:20:40.063419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92c890-82d1-48d6-b804-0a922d7a37c4 None None] Checking router: 4afe04bb-031c-4928-972e-71ee3397e954 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:20:40.076256 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92c890-82d1-48d6-b804-0a922d7a37c4 None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:20:40.077303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-ff92c890-82d1-48d6-b804-0a922d7a37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:20:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:40.085182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50da9464-05fa-493b-9c47-8cc446d6b6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:40.089930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-50da9464-05fa-493b-9c47-8cc446d6b6b8 admin admin] Usage tracker for resource:security_group_rule and tenant:28df7b52053a4f9d9678ca609b5e6e91 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:40.096274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-50da9464-05fa-493b-9c47-8cc446d6b6b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:40.106997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-50da9464-05fa-493b-9c47-8cc446d6b6b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:40.282098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50da9464-05fa-493b-9c47-8cc446d6b6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:40.287285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50da9464-05fa-493b-9c47-8cc446d6b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:40.300209 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d0095614-c2db-4967-acf0-c7f72d674db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:40.438104 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-50da9464-05fa-493b-9c47-8cc446d6b6b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28df7b52053a4f9d9678ca609b5e6e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6843388 Feb 18 00:20:40.440804 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59976) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:40.449448 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da9464-05fa-493b-9c47-8cc446d6b6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf36bcd7-26f1-4ebe-96a7-2e10abbddbdd,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:40.514078 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-50da9464-05fa-493b-9c47-8cc446d6b6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:40.574911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc7db7-4a5a-4b9a-b701-550b4f5fea10 req-34218071-4629-4625-8f1a-9281da9d419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:40.576845 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-28fc7db7-4a5a-4b9a-b701-550b4f5fea10 req-34218071-4629-4625-8f1a-9281da9d419d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 1163 time: 0.2537255 Feb 18 00:20:40.607897 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-ff92c890-82d1-48d6-b804-0a922d7a37c4 None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:20:40.641058 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-28fc7db7-4a5a-4b9a-b701-550b4f5fea10 req-c2eced50-d4ef-4bde-b067-44982bb8fddf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564957 Feb 18 00:20:40.641961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-053b83e3-5037-4692-a1c0-abba1b19ecf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:40.682717 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-053b83e3-5037-4692-a1c0-abba1b19ecf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:40.688386 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-086a16fe-f961-4b00-aaac-d9e20b87799e req-0f59fa7a-c992-437c-aad6-c058b5ba8963 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247818 Feb 18 00:20:40.709006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-eed88508-e923-4244-9288-e754c22108d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:40.710939 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-eed88508-e923-4244-9288-e754c22108d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27447fe4-5abc-434b-b61d-e537462935b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.9956660 Feb 18 00:20:40.714175 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09abda67-4f68-4ef1-9815-c925c8d91c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:40.745665 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09abda67-4f68-4ef1-9815-c925c8d91c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:40.751875 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-053b83e3-5037-4692-a1c0-abba1b19ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:40.762006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:40.807123 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-053b83e3-5037-4692-a1c0-abba1b19ecf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:40.811554 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-053b83e3-5037-4692-a1c0-abba1b19ecf7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf36bcd7-26f1-4ebe-96a7-2e10abbddbdd HTTP/1.1" status: 204 len: 168 time: 0.3696051 Feb 18 00:20:40.816189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b83e3-5037-4692-a1c0-abba1b19ecf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf36bcd7-26f1-4ebe-96a7-2e10abbddbdd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:40.824547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-053b83e3-5037-4692-a1c0-abba1b19ecf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:40.907355 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 59992) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:40.938292 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df791ad0-c749-4024-8c9d-f4ef7f3d6655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:40.971777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 8879c651-f151-4eb6-b242-99ee7c5fe7ea up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:40.981077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df791ad0-c749-4024-8c9d-f4ef7f3d6655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:41.004914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-df791ad0-c749-4024-8c9d-f4ef7f3d6655 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd1deb04fa74824ae67ca8981785d88 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:41.009388 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-df791ad0-c749-4024-8c9d-f4ef7f3d6655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:41.021576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df791ad0-c749-4024-8c9d-f4ef7f3d6655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:41.049657 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:41.082892 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eb3b7-0b1f-4686-8acf-9f65d3e57a45 req-76cd8a25-9f57-41bb-aaf5-cec19d7e2f65 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:41.096118 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c50eb3b7-0b1f-4686-8acf-9f65d3e57a45 req-76cd8a25-9f57-41bb-aaf5-cec19d7e2f65 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 943 time: 0.2471893 Feb 18 00:20:41.104860 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f5c1d655-2d14-4022-8469-65775872696b req-45b7aa35-3817-493d-9dc3-c26b3296ef7a service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0753272 Feb 18 00:20:41.105513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09abda67-4f68-4ef1-9815-c925c8d91c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:41.118744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:41.161131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abda67-4f68-4ef1-9815-c925c8d91c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceca55b5-178f-450e-ba53-c537eaf946d7,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:41.166749 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51', 'status': 'completed', 'code': 200} Feb 18 00:20:41.171303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-09abda67-4f68-4ef1-9815-c925c8d91c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:41.175912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 8879c651-f151-4eb6-b242-99ee7c5fe7ea triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:41.176347 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:41.267774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-ff92c890-82d1-48d6-b804-0a922d7a37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '457365ef-e4a1-4464-ba20-93d0ab6361c2', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'floating_ip_address': '172.28.0.3', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'port_id': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:19:58Z', 'updated_at': '2021-02-18T00:20:34Z', 'revision_number': 1, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:41.271108 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c50eb3b7-0b1f-4686-8acf-9f65d3e57a45 req-8bd35c7c-003e-467c-b2e2-fc3188c00f57 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734574 Feb 18 00:20:41.273882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92c890-82d1-48d6-b804-0a922d7a37c4 None None] The sync data for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb is: [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '457365ef-e4a1-4464-ba20-93d0ab6361c2', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'floating_ip_address': '172.28.0.3', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'port_id': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:19:58Z', 'updated_at': '2021-02-18T00:20:34Z', 'revision_number': 1, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:20:41.286549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09abda67-4f68-4ef1-9815-c925c8d91c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:41.292889 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-09abda67-4f68-4ef1-9815-c925c8d91c1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ceca55b5-178f-450e-ba53-c537eaf946d7 HTTP/1.1" status: 204 len: 168 time: 1.5775414 Feb 18 00:20:41.331618 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-ab36fc4a-3a51-4412-ae23-86157272e182 service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678156 Feb 18 00:20:41.437146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df791ad0-c749-4024-8c9d-f4ef7f3d6655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:41.443425 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df791ad0-c749-4024-8c9d-f4ef7f3d6655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:41.464344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:41.536579 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e810a-b9b4-4e65-bc34-c26e4502f01a req-c30bf08e-1aa9-413a-b3b7-a9eb07b3353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:41.537761 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-586e810a-b9b4-4e65-bc34-c26e4502f01a req-c30bf08e-1aa9-413a-b3b7-a9eb07b3353f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 1162 time: 0.3546648 Feb 18 00:20:41.591013 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-df791ad0-c749-4024-8c9d-f4ef7f3d6655 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbd1deb04fa74824ae67ca8981785d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6806102 Feb 18 00:20:41.594712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60014) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:41.769925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df791ad0-c749-4024-8c9d-f4ef7f3d6655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afbfbd9-33a0-4e6a-b896-125c97261c48,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:41.789186 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274ac6f-ef54-4a02-b60b-9cf6ca9d78d5 None None] New status for floating IP 457365ef-e4a1-4464-ba20-93d0ab6361c2: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:20:41.800206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-df791ad0-c749-4024-8c9d-f4ef7f3d6655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:41.830650 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-381c5cd3-3166-4e96-8c18-b6774a9b814b req-614871c8-d4eb-47c6-9f35-88971a2ffb49 service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4900434 Feb 18 00:20:41.920321 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a7b5056-d303-474e-b3f8-ed3469b23d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:41.991766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e810a-b9b4-4e65-bc34-c26e4502f01a req-31e8d720-7a43-46a5-be43-a3ea5a5bc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:41.993422 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-586e810a-b9b4-4e65-bc34-c26e4502f01a req-31e8d720-7a43-46a5-be43-a3ea5a5bc043 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 911 time: 0.4264247 Feb 18 00:20:42.131969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a7b5056-d303-474e-b3f8-ed3469b23d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:42.203073 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60036) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:42.246340 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d580fa70-2d9d-4cb9-9b57-b4f79f48e10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:42.269766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea8d4d-9bc2-4ee4-875a-b392483985a1 req-16064390-3c38-4b51-a204-b8542c32742f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:42.272935 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-aaea8d4d-9bc2-4ee4-875a-b392483985a1 req-16064390-3c38-4b51-a204-b8542c32742f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.3631325 Feb 18 00:20:42.285347 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d580fa70-2d9d-4cb9-9b57-b4f79f48e10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:42.290371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d580fa70-2d9d-4cb9-9b57-b4f79f48e10b admin admin] Usage tracker for resource:security_group_rule and tenant:822d6bcd357c4c59bc9352296356a782 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:42.293721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d580fa70-2d9d-4cb9-9b57-b4f79f48e10b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:42.301605 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d580fa70-2d9d-4cb9-9b57-b4f79f48e10b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:42.337271 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-586e810a-b9b4-4e65-bc34-c26e4502f01a req-09113cde-b144-4359-90f0-c041698f3406 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 HTTP/1.1" status: 200 len: 997 time: 0.3296061 Feb 18 00:20:42.379779 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a7b5056-d303-474e-b3f8-ed3469b23d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:42.419000 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d580fa70-2d9d-4cb9-9b57-b4f79f48e10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:42.420516 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b3b736be-a023-40f9-b5d0-1ed24c123239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:42.457002 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d580fa70-2d9d-4cb9-9b57-b4f79f48e10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:42.460156 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3216-11f0-44d9-a744-abaec3a01426 req-76318106-e546-4111-bb38-69fe552de514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:42.461948 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d80c3216-11f0-44d9-a744-abaec3a01426 req-76318106-e546-4111-bb38-69fe552de514 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85cc94989d364dbda8dd2bae842c1871&device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 1160 time: 0.3309886 Feb 18 00:20:42.476538 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b5056-d303-474e-b3f8-ed3469b23d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afbfbd9-33a0-4e6a-b896-125c97261c48,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:42.499199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4a7b5056-d303-474e-b3f8-ed3469b23d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:42.502187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a7b5056-d303-474e-b3f8-ed3469b23d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:42.504024 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4a7b5056-d303-474e-b3f8-ed3469b23d80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8afbfbd9-33a0-4e6a-b896-125c97261c48 HTTP/1.1" status: 204 len: 168 time: 0.8986800 Feb 18 00:20:42.505212 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c53fd66e-23e4-4c6f-8687-b3c651b3afd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:42.585925 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d580fa70-2d9d-4cb9-9b57-b4f79f48e10b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=822d6bcd357c4c59bc9352296356a782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806212 Feb 18 00:20:42.604313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60048) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:42.619029 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-aaea8d4d-9bc2-4ee4-875a-b392483985a1 req-505464f9-ac3f-4421-a974-f4e976fba7dd tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408719 Feb 18 00:20:42.723479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580fa70-2d9d-4cb9-9b57-b4f79f48e10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79662bc-4e79-4c76-a107-c7edcc2457ad,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:42.727361 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d580fa70-2d9d-4cb9-9b57-b4f79f48e10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:42.728532 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f50ee895-fdba-44e7-868f-87522f67925d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:42.760164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f50ee895-fdba-44e7-868f-87522f67925d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:42.767945 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e810a-b9b4-4e65-bc34-c26e4502f01a req-737c27b6-acee-4c3a-a65b-f2bd14266159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:42.769782 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-586e810a-b9b4-4e65-bc34-c26e4502f01a req-737c27b6-acee-4c3a-a65b-f2bd14266159 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.4242392 Feb 18 00:20:42.815544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f50ee895-fdba-44e7-868f-87522f67925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:42.822678 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:42.843363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f50ee895-fdba-44e7-868f-87522f67925d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:42.845463 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f50ee895-fdba-44e7-868f-87522f67925d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d79662bc-4e79-4c76-a107-c7edcc2457ad HTTP/1.1" status: 204 len: 168 time: 0.2400215 Feb 18 00:20:42.846597 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ee895-fdba-44e7-868f-87522f67925d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79662bc-4e79-4c76-a107-c7edcc2457ad,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:42.857904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f50ee895-fdba-44e7-868f-87522f67925d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:42.939665 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ecc7e-50eb-4f0b-b1bd-2da4faf1f3dd req-42281b8d-be62-4697-9f77-53f60aaa1583 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:42.940528 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-0f0ecc7e-50eb-4f0b-b1bd-2da4faf1f3dd req-42281b8d-be62-4697-9f77-53f60aaa1583 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Synchronizing usage tracker for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:20:42.950057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3216-11f0-44d9-a744-abaec3a01426 req-9d1e72db-1dd9-49d9-a237-8ff1eca2f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:42.951641 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d80c3216-11f0-44d9-a744-abaec3a01426 req-9d1e72db-1dd9-49d9-a237-8ff1eca2f4fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 200 len: 905 time: 0.4811234 Feb 18 00:20:43.064587 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d80c3216-11f0-44d9-a744-abaec3a01426 req-60fc5eb4-f73a-4afd-bb57-fd6a0e606ba3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6b11335-b88e-4e0a-bdb9-60ac62930cf5 HTTP/1.1" status: 200 len: 217 time: 0.0880907 Feb 18 00:20:43.065313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-0f0ecc7e-50eb-4f0b-b1bd-2da4faf1f3dd req-42281b8d-be62-4697-9f77-53f60aaa1583 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Unset dirty status for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:20:43.066463 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0f0ecc7e-50eb-4f0b-b1bd-2da4faf1f3dd req-42281b8d-be62-4697-9f77-53f60aaa1583 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 943 time: 0.6034565 Feb 18 00:20:43.133689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e810a-b9b4-4e65-bc34-c26e4502f01a req-dced8099-ad28-4687-8fc8-b8a7740b558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:43.135275 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-586e810a-b9b4-4e65-bc34-c26e4502f01a req-dced8099-ad28-4687-8fc8-b8a7740b558c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3559124 Feb 18 00:20:43.379088 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0f0ecc7e-50eb-4f0b-b1bd-2da4faf1f3dd req-d0f80566-1359-4295-9efd-0dce8b9a1d16 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477646 Feb 18 00:20:43.389976 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-586e810a-b9b4-4e65-bc34-c26e4502f01a req-6a3df742-a263-4947-976f-e93d77533bcc service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154896 Feb 18 00:20:43.395082 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3216-11f0-44d9-a744-abaec3a01426 req-f8bc846c-2f32-4440-ac76-8ee4bd450615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:43.396576 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d80c3216-11f0-44d9-a744-abaec3a01426 req-f8bc846c-2f32-4440-ac76-8ee4bd450615 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc1611c6-7deb-4e58-8f22-eb7fac57a53f HTTP/1.1" status: 200 len: 850 time: 0.3216794 Feb 18 00:20:43.736826 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-586e810a-b9b4-4e65-bc34-c26e4502f01a req-ad527bb5-62e9-4adc-8e10-c375fa879228 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3358929 Feb 18 00:20:43.746947 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3216-11f0-44d9-a744-abaec3a01426 req-6ac561ec-495b-4001-84da-ce8b573d9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:43.748727 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d80c3216-11f0-44d9-a744-abaec3a01426 req-6ac561ec-495b-4001-84da-ce8b573d9920 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27447fe4-5abc-434b-b61d-e537462935b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3196578 Feb 18 00:20:43.919233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c3984-33a6-4972-bea3-68610715ca4d req-e1748167-0cef-4c80-9373-ef8ce04189f3 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:43.923754 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e73c3984-33a6-4972-bea3-68610715ca4d req-e1748167-0cef-4c80-9373-ef8ce04189f3 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1221290 Feb 18 00:20:43.954467 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d80c3216-11f0-44d9-a744-abaec3a01426 req-918fc526-cb86-4029-96bd-1c2c93811c3e service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968980 Feb 18 00:20:44.016784 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e73c3984-33a6-4972-bea3-68610715ca4d req-c56d6b38-8857-4477-a44d-25d3bf038af9 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840786 Feb 18 00:20:44.170266 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d80c3216-11f0-44d9-a744-abaec3a01426 req-95f1a790-111e-4207-b499-1ceb71ae9b46 service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2090361 Feb 18 00:20:44.793722 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66686951-8151-4843-a13e-f381791fc60c req-2e403589-4775-4be0-baa2-624ac8acf4ca tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:44.798912 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-66686951-8151-4843-a13e-f381791fc60c req-2e403589-4775-4be0-baa2-624ac8acf4ca tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 943 time: 0.1548905 Feb 18 00:20:44.910545 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-66686951-8151-4843-a13e-f381791fc60c req-5cbaa566-19de-4887-a123-62845e6130dd tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051917 Feb 18 00:20:45.091491 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93530f8a-6736-469d-94db-0287256c13b0 req-4ded2125-3f9e-47c9-9d32-1ab6be507801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:45.093132 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-93530f8a-6736-469d-94db-0287256c13b0 req-4ded2125-3f9e-47c9-9d32-1ab6be507801 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 1163 time: 0.5979388 Feb 18 00:20:45.100370 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd4aca-3357-4365-8cad-066bba90aa1d req-36253faa-c31a-4605-8516-24b38e7cf7ed tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:45.102020 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-44bd4aca-3357-4365-8cad-066bba90aa1d req-36253faa-c31a-4605-8516-24b38e7cf7ed tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.4378383 Feb 18 00:20:45.288817 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-44bd4aca-3357-4365-8cad-066bba90aa1d req-383bb3c7-bc2b-4340-9485-5306f10f334b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644820 Feb 18 00:20:45.308305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93530f8a-6736-469d-94db-0287256c13b0 req-850d0d76-f5fc-483d-84b0-3ad7bdb5cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:45.310141 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-93530f8a-6736-469d-94db-0287256c13b0 req-850d0d76-f5fc-483d-84b0-3ad7bdb5cdc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 912 time: 0.2043653 Feb 18 00:20:45.403922 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-93530f8a-6736-469d-94db-0287256c13b0 req-3c378fa6-6694-4119-9de5-d6dc37d5dc4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8879c651-f151-4eb6-b242-99ee7c5fe7ea HTTP/1.1" status: 200 len: 217 time: 0.0861399 Feb 18 00:20:45.490603 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device e6b11335-b88e-4e0a-bdb9-60ac62930cf5 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:45.588155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93530f8a-6736-469d-94db-0287256c13b0 req-950a78c3-a03f-488e-b29a-1e0687712e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:45.589802 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-93530f8a-6736-469d-94db-0287256c13b0 req-950a78c3-a03f-488e-b29a-1e0687712e7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=762948e9-9a6b-42ed-a9d0-73a29ac28299 HTTP/1.1" status: 200 len: 858 time: 0.1763213 Feb 18 00:20:45.736003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:20:45.736219 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-93530f8a-6736-469d-94db-0287256c13b0 req-a1c3ca5d-6e3f-4a9a-9709-0fc44982624f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480de9b-db79-41d7-b1ad-8d431d4576b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341982 Feb 18 00:20:45.743347 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:45.743593 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:45.950726 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-93530f8a-6736-469d-94db-0287256c13b0 req-8b1c6491-3c7c-48b1-91da-1ed181f91685 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066803 Feb 18 00:20:45.959599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:46.033405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port e6b11335-b88e-4e0a-bdb9-60ac62930cf5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=e6b11335-b88e-4e0a-bdb9-60ac62930cf5,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:20:46.034776 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:46.041269 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:46.043819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:46.148487 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5', 'code': 200} Feb 18 00:20:46.153686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=e6b11335-b88e-4e0a-bdb9-60ac62930cf5,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:46.158036 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:46.343717 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-93530f8a-6736-469d-94db-0287256c13b0 req-7d8ba841-afcf-44b9-a742-e763e52e9879 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3850179 Feb 18 00:20:46.384027 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b23ada-272a-4f80-92a8-d52b8cee9849 req-9de8c663-b8ff-4c66-9788-7728c71a57fb tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:46.392155 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-59b23ada-272a-4f80-92a8-d52b8cee9849 req-9de8c663-b8ff-4c66-9788-7728c71a57fb tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.2205391 Feb 18 00:20:46.449317 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-59b23ada-272a-4f80-92a8-d52b8cee9849 req-e57c43e2-54c7-41fe-ad8d-957b1238a3fd tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560136 Feb 18 00:20:46.592394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b91baef0-2974-423d-a4bc-cfd04aa65ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:46.622577 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860315d-f775-4428-abf3-71c416c6d379 req-6010fceb-7dc7-4a40-ab9b-f35d3b314059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:46.624360 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a860315d-f775-4428-abf3-71c416c6d379 req-6010fceb-7dc7-4a40-ab9b-f35d3b314059 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 1162 time: 0.1657999 Feb 18 00:20:46.702752 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a860315d-f775-4428-abf3-71c416c6d379 req-e63ac743-30bd-4daf-a7fe-641c580b7559 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691223 Feb 18 00:20:46.728931 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc83f3-1eaf-4130-bcbb-e59872b34c03 req-5819f785-580c-4040-a54b-ffffe679a69c tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:46.730626 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58dc83f3-1eaf-4130-bcbb-e59872b34c03 req-5819f785-580c-4040-a54b-ffffe679a69c tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.2220693 Feb 18 00:20:46.791157 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58dc83f3-1eaf-4130-bcbb-e59872b34c03 req-89b91058-55ad-4546-b84a-0c411f314b0e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526488 Feb 18 00:20:46.984218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 60250) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:47.019805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device e6b11335-b88e-4e0a-bdb9-60ac62930cf5 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:47.122814 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:47.123208 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.178770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 60264) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:47.243369 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7deb6db-ddff-475a-8724-a1dcdfcc1a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.262425 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a7deb6db-ddff-475a-8724-a1dcdfcc1a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:47.268924 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a7deb6db-ddff-475a-8724-a1dcdfcc1a23 admin admin] Usage tracker for resource:security_group_rule and tenant:05dba035bdd9495fb5c98a3850731a17 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:47.272804 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a7deb6db-ddff-475a-8724-a1dcdfcc1a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:47.278961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a7deb6db-ddff-475a-8724-a1dcdfcc1a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:47.377919 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7deb6db-ddff-475a-8724-a1dcdfcc1a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.382080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a7deb6db-ddff-475a-8724-a1dcdfcc1a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.395412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-489cc1af-dfae-4d7c-b80f-9f50af7dfc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:47.471848 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-138487cd-fcef-4369-be2a-e889aa4065da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.490770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deb6db-ddff-475a-8724-a1dcdfcc1a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b910cebf-d2a8-413f-ae8e-a3f14f9bf086,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:47.494631 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a7deb6db-ddff-475a-8724-a1dcdfcc1a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:47.498679 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a7deb6db-ddff-475a-8724-a1dcdfcc1a23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05dba035bdd9495fb5c98a3850731a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109890 Feb 18 00:20:47.499923 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-138487cd-fcef-4369-be2a-e889aa4065da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:47.502921 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60278) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:47.504721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-138487cd-fcef-4369-be2a-e889aa4065da admin admin] Usage tracker for resource:security_group_rule and tenant:1f31d2ec6298411daf13dd289965d5a7 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:47.507829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-138487cd-fcef-4369-be2a-e889aa4065da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:47.514233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-138487cd-fcef-4369-be2a-e889aa4065da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:47.638570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-138487cd-fcef-4369-be2a-e889aa4065da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.648005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-138487cd-fcef-4369-be2a-e889aa4065da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.658336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-eb0eb046-3a63-48db-abf2-85bcdb1476a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:47.696618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba1ff88-bc69-4f25-a1ad-d90dd0f95d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.706728 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-138487cd-fcef-4369-be2a-e889aa4065da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f31d2ec6298411daf13dd289965d5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265911 Feb 18 00:20:47.707793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138487cd-fcef-4369-be2a-e889aa4065da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38705d7-ac57-481e-914c-58e0abe0f255,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:47.712152 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-138487cd-fcef-4369-be2a-e889aa4065da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:47.712788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 60292) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:47.732564 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba1ff88-bc69-4f25-a1ad-d90dd0f95d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.794316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a426db-9af8-4ee4-8644-81f2e4deb7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.835406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a426db-9af8-4ee4-8644-81f2e4deb7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.909890 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a426db-9af8-4ee4-8644-81f2e4deb7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.928013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:47.951691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a426db-9af8-4ee4-8644-81f2e4deb7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38705d7-ac57-481e-914c-58e0abe0f255,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:47.963588 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f1a426db-9af8-4ee4-8644-81f2e4deb7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:47.981712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1a426db-9af8-4ee4-8644-81f2e4deb7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:47.987284 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f1a426db-9af8-4ee4-8644-81f2e4deb7be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e38705d7-ac57-481e-914c-58e0abe0f255 HTTP/1.1" status: 204 len: 168 time: 0.2690821 Feb 18 00:20:48.218157 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3abec-8ade-40b1-b090-65f1271b5b5b req-2ab5f04b-c77f-423a-aa39-7575111a7bae tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:48.220857 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e2f3abec-8ade-40b1-b090-65f1271b5b5b req-2ab5f04b-c77f-423a-aa39-7575111a7bae tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1994483 Feb 18 00:20:48.225268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba1ff88-bc69-4f25-a1ad-d90dd0f95d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:48.236189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-289238ee-4eff-454f-91c0-404e7de27054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:48.271369 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc0f2d-ecde-437c-80e4-f4cdc9f4528f req-e6df916e-a841-4dbc-baf9-1061f4a82374 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:48.280013 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91cc0f2d-ecde-437c-80e4-f4cdc9f4528f req-e6df916e-a841-4dbc-baf9-1061f4a82374 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.6346362 Feb 18 00:20:48.280013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1ff88-bc69-4f25-a1ad-d90dd0f95d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b910cebf-d2a8-413f-ae8e-a3f14f9bf086,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:48.306467 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-dba1ff88-bc69-4f25-a1ad-d90dd0f95d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:48.329585 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e2f3abec-8ade-40b1-b090-65f1271b5b5b req-55f0ccd7-b5a1-41aa-955a-594e8a6332e8 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995359 Feb 18 00:20:48.346332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dba1ff88-bc69-4f25-a1ad-d90dd0f95d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:48.353153 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-dba1ff88-bc69-4f25-a1ad-d90dd0f95d4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b910cebf-d2a8-413f-ae8e-a3f14f9bf086 HTTP/1.1" status: 204 len: 168 time: 0.8484874 Feb 18 00:20:48.440993 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91cc0f2d-ecde-437c-80e4-f4cdc9f4528f req-76b1039a-1146-47da-9e05-4fd6f696d432 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333098 Feb 18 00:20:48.491885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 60336) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:48.526775 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-416f8974-71fe-46b3-ba73-0d101ad4d97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:48.570922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-416f8974-71fe-46b3-ba73-0d101ad4d97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:48.584403 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-416f8974-71fe-46b3-ba73-0d101ad4d97b admin admin] Usage tracker for resource:security_group_rule and tenant:b29a45872dd0414e8d527e8d73c0540b is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:48.596337 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-416f8974-71fe-46b3-ba73-0d101ad4d97b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:48.603249 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-416f8974-71fe-46b3-ba73-0d101ad4d97b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:48.701747 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8379-f969-4754-bf2e-7bf900f0418f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:48.736159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-416f8974-71fe-46b3-ba73-0d101ad4d97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:48.739200 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-416f8974-71fe-46b3-ba73-0d101ad4d97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:48.748958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a9599364-c7fc-4880-850e-7a3337fd98ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:48.784128 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60344) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:48.788070 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f8974-71fe-46b3-ba73-0d101ad4d97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86eb004-7279-437e-946f-ae4fa14da62d,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:48.791586 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-416f8974-71fe-46b3-ba73-0d101ad4d97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:48.812323 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-416f8974-71fe-46b3-ba73-0d101ad4d97b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b29a45872dd0414e8d527e8d73c0540b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182838 Feb 18 00:20:48.816142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60350) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:48.886470 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94a3ac2e-9817-4316-b04f-2761cd0ec5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:48.927534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94a3ac2e-9817-4316-b04f-2761cd0ec5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:48.966024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3291302f-b90a-4db8-9258-e20c25e9bac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.004224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3291302f-b90a-4db8-9258-e20c25e9bac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:49.011289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-3291302f-b90a-4db8-9258-e20c25e9bac2 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc6529dd74a4a95a60dad9f2a79e398 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:49.014463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-3291302f-b90a-4db8-9258-e20c25e9bac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:49.021354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3291302f-b90a-4db8-9258-e20c25e9bac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:49.044539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94a3ac2e-9817-4316-b04f-2761cd0ec5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.052238 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d0f7b522-7a6f-45e3-8ff6-b87adeaf944f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:49.067499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 60354) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:49.070804 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3ac2e-9817-4316-b04f-2761cd0ec5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86eb004-7279-437e-946f-ae4fa14da62d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:49.076997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-94a3ac2e-9817-4316-b04f-2761cd0ec5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:49.084542 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-94a3ac2e-9817-4316-b04f-2761cd0ec5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.088207 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-94a3ac2e-9817-4316-b04f-2761cd0ec5a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f86eb004-7279-437e-946f-ae4fa14da62d HTTP/1.1" status: 204 len: 168 time: 0.2685406 Feb 18 00:20:49.092760 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af98ce84-8bea-498f-b038-fc748201f4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.115758 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-af98ce84-8bea-498f-b038-fc748201f4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:49.116946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device e6b11335-b88e-4e0a-bdb9-60ac62930cf5 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:20:49.121959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-af98ce84-8bea-498f-b038-fc748201f4ff admin admin] Usage tracker for resource:security_group_rule and tenant:710c4459f77a41d281d4b06cc6b8c814 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:49.126369 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-af98ce84-8bea-498f-b038-fc748201f4ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:49.135401 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-af98ce84-8bea-498f-b038-fc748201f4ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:49.151598 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3291302f-b90a-4db8-9258-e20c25e9bac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.155654 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3291302f-b90a-4db8-9258-e20c25e9bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.193912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-551d2db4-ea25-4f3c-a839-d61c0f370ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:49.217162 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:20:49.217733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.233771 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-3291302f-b90a-4db8-9258-e20c25e9bac2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bc6529dd74a4a95a60dad9f2a79e398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483514 Feb 18 00:20:49.235603 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60364) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:49.236730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af98ce84-8bea-498f-b038-fc748201f4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.239326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291302f-b90a-4db8-9258-e20c25e9bac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb444446-88ff-4481-881b-c67387d0065a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:49.240377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-af98ce84-8bea-498f-b038-fc748201f4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.245333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3291302f-b90a-4db8-9258-e20c25e9bac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:49.274124 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b11971ce-c5b2-4352-8323-00f97a907ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:49.287611 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-af98ce84-8bea-498f-b038-fc748201f4ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=710c4459f77a41d281d4b06cc6b8c814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164478 Feb 18 00:20:49.288326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60370) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:49.311642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98ce84-8bea-498f-b038-fc748201f4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61302743-9e96-4a3c-9e7e-0487d42fea7c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:49.330398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-af98ce84-8bea-498f-b038-fc748201f4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:49.389156 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06761278-0dfc-40b7-9ff4-a9fb9dae8129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.432541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06761278-0dfc-40b7-9ff4-a9fb9dae8129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.457902 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65272e60-98d9-446b-9875-bab6d6ad2f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.500230 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06761278-0dfc-40b7-9ff4-a9fb9dae8129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.510192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9f87a33f-56c3-46ae-a21f-c8aa1d6a51ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:49.577953 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06761278-0dfc-40b7-9ff4-a9fb9dae8129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb444446-88ff-4481-881b-c67387d0065a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:49.598397 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-06761278-0dfc-40b7-9ff4-a9fb9dae8129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:49.607174 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65272e60-98d9-446b-9875-bab6d6ad2f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.623761 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06761278-0dfc-40b7-9ff4-a9fb9dae8129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.629046 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-06761278-0dfc-40b7-9ff4-a9fb9dae8129 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb444446-88ff-4481-881b-c67387d0065a HTTP/1.1" status: 204 len: 168 time: 0.3859847 Feb 18 00:20:49.730715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37974-2937-49f0-b6b7-d2b862dccaa9 req-a12d86a5-727d-468b-b4ad-7fa52b531129 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:49.733444 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fdc37974-2937-49f0-b6b7-d2b862dccaa9 req-a12d86a5-727d-468b-b4ad-7fa52b531129 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.2346528 Feb 18 00:20:49.792145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bb059-0d8c-4186-a480-72c426b3e1ec req-cf12ac0b-6b34-4be6-a508-3b1e314d7760 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:49.808265 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-468bb059-0d8c-4186-a480-72c426b3e1ec req-cf12ac0b-6b34-4be6-a508-3b1e314d7760 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1449590 Feb 18 00:20:49.828989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.834136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65272e60-98d9-446b-9875-bab6d6ad2f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.856733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4a7b5056-d303-474e-b3f8-ed3469b23d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:49.882302 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-468bb059-0d8c-4186-a480-72c426b3e1ec req-46cea989-1d79-4300-a354-f86414986cb9 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727687 Feb 18 00:20:49.908672 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fdc37974-2937-49f0-b6b7-d2b862dccaa9 req-07f8fbc1-6a8d-4ba7-9cc4-146c6d2e6cca tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584101 Feb 18 00:20:49.915574 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65272e60-98d9-446b-9875-bab6d6ad2f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61302743-9e96-4a3c-9e7e-0487d42fea7c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:49.929287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-65272e60-98d9-446b-9875-bab6d6ad2f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:49.933202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65272e60-98d9-446b-9875-bab6d6ad2f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:49.945787 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-65272e60-98d9-446b-9875-bab6d6ad2f65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61302743-9e96-4a3c-9e7e-0487d42fea7c HTTP/1.1" status: 204 len: 168 time: 0.6559720 Feb 18 00:20:50.249564 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fee65a-9867-48ea-a96c-62d02942f030 req-ebb90e20-ca11-447e-9459-9eb148111334 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:50.258471 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91fee65a-9867-48ea-a96c-62d02942f030 req-ebb90e20-ca11-447e-9459-9eb148111334 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1418974 Feb 18 00:20:50.264185 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 60420) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:50.272307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-1460abfb-0629-425f-bcc8-6de935dc2b7c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'floatingip': {'port_id': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:20:50.388083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1460abfb-0629-425f-bcc8-6de935dc2b7c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:50.545103 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60430) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:50.593441 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-729b4a0b-243d-4735-9b75-964665b379ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:50.639366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-729b4a0b-243d-4735-9b75-964665b379ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:50.650682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-729b4a0b-243d-4735-9b75-964665b379ee admin admin] Usage tracker for resource:security_group_rule and tenant:3fd8eaadfbf44ce4806b5617b3886b9e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:50.660789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-729b4a0b-243d-4735-9b75-964665b379ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:50.670313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-729b4a0b-243d-4735-9b75-964665b379ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:50.785112 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-729b4a0b-243d-4735-9b75-964665b379ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:50.788076 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-729b4a0b-243d-4735-9b75-964665b379ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:50.798409 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6204d923-374f-457b-b1da-51a0472872db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:50.819724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:50.833707 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-729b4a0b-243d-4735-9b75-964665b379ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fd8eaadfbf44ce4806b5617b3886b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872145 Feb 18 00:20:50.836555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60446) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:50.893035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:50.902748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b4a0b-243d-4735-9b75-964665b379ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35e10dc-c42e-465f-9210-7c983c650bfa,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:50.906757 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-729b4a0b-243d-4735-9b75-964665b379ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:50.927786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-358ceb31-b1f4-4260-9520-f783cfc2534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:50.959018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-358ceb31-b1f4-4260-9520-f783cfc2534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:51.017012 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-358ceb31-b1f4-4260-9520-f783cfc2534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:51.027344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-50da9464-05fa-493b-9c47-8cc446d6b6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:51.056148 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ceb31-b1f4-4260-9520-f783cfc2534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35e10dc-c42e-465f-9210-7c983c650bfa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:51.067470 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-358ceb31-b1f4-4260-9520-f783cfc2534c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:51.073760 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-358ceb31-b1f4-4260-9520-f783cfc2534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:51.075210 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-358ceb31-b1f4-4260-9520-f783cfc2534c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d35e10dc-c42e-465f-9210-7c983c650bfa HTTP/1.1" status: 204 len: 168 time: 0.2375698 Feb 18 00:20:51.236318 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b0cd3-505f-4599-84b6-f05e2a46e9dd req-984c05ee-f8cf-4651-99ea-8eb4cc49c9c8 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:51.238314 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5d8b0cd3-505f-4599-84b6-f05e2a46e9dd req-984c05ee-f8cf-4651-99ea-8eb4cc49c9c8 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1391311 Feb 18 00:20:51.464683 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5d8b0cd3-505f-4599-84b6-f05e2a46e9dd req-262030ed-9b1b-443b-b746-06cc4969032c tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070353 Feb 18 00:20:51.487903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1460abfb-0629-425f-bcc8-6de935dc2b7c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:51.497963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1460abfb-0629-425f-bcc8-6de935dc2b7c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:51.507982 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:51.723704 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [None req-1460abfb-0629-425f-bcc8-6de935dc2b7c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Floating IP 27a2ec83-ab0b-4706-b438-d80ed12486de associated. External IP: 172.28.0.6, port: e6b11335-b88e-4e0a-bdb9-60ac62930cf5. Feb 18 00:20:51.857104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60492) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:52.134790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6928-e41b-41fb-81cb-b35acf212670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:52.179776 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5fa6928-e41b-41fb-81cb-b35acf212670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:52.191265 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5fa6928-e41b-41fb-81cb-b35acf212670 admin admin] Usage tracker for resource:security_group_rule and tenant:5889308198a043d999e4fc017a01ff02 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:52.199595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b5fa6928-e41b-41fb-81cb-b35acf212670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:52.213855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b5fa6928-e41b-41fb-81cb-b35acf212670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:52.366304 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6928-e41b-41fb-81cb-b35acf212670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:52.376916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6928-e41b-41fb-81cb-b35acf212670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:52.388293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1460abfb-0629-425f-bcc8-6de935dc2b7c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Router 91c1a75b-5101-4406-99ff-897f8cbb3049 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:20:52.412583 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d580fa70-2d9d-4cb9-9b57-b4f79f48e10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:52.451660 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b5fa6928-e41b-41fb-81cb-b35acf212670 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5889308198a043d999e4fc017a01ff02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5908771 Feb 18 00:20:52.451660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa6928-e41b-41fb-81cb-b35acf212670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fbff4d-cdf6-4ba6-9ca8-58ba50cce9f2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:52.468018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 60520) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:52.470979 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b5fa6928-e41b-41fb-81cb-b35acf212670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:52.552459 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc21423b-4874-403d-9312-59d2e9fe3cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:52.583786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc21423b-4874-403d-9312-59d2e9fe3cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:52.633270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc21423b-4874-403d-9312-59d2e9fe3cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:52.642178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-af98ce84-8bea-498f-b038-fc748201f4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:52.726951 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21423b-4874-403d-9312-59d2e9fe3cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fbff4d-cdf6-4ba6-9ca8-58ba50cce9f2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:52.796181 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cc21423b-4874-403d-9312-59d2e9fe3cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:52.824095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc21423b-4874-403d-9312-59d2e9fe3cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:52.827857 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-cc21423b-4874-403d-9312-59d2e9fe3cc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15fbff4d-cdf6-4ba6-9ca8-58ba50cce9f2 HTTP/1.1" status: 204 len: 168 time: 0.3544285 Feb 18 00:20:52.850918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1460abfb-0629-425f-bcc8-6de935dc2b7c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:20:52.871760 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1460abfb-0629-425f-bcc8-6de935dc2b7c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:52.871879 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ae6c6-b8e6-484a-b4dd-e910b3cc4e44 None None] Sync routers for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:20:52.881813 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ae6c6-b8e6-484a-b4dd-e910b3cc4e44 None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:20:52.882787 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae6c6-b8e6-484a-b4dd-e910b3cc4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:20:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:52.917020 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cd37c-f4d5-42c8-a736-e849179db4c1 req-f628d519-5906-4f77-bbd2-c54cc16d78aa tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:52.918648 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-471cd37c-f4d5-42c8-a736-e849179db4c1 req-f628d519-5906-4f77-bbd2-c54cc16d78aa tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.2480400 Feb 18 00:20:52.964534 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-1460abfb-0629-425f-bcc8-6de935dc2b7c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "PUT /v2.0/floatingips/27a2ec83-ab0b-4706-b438-d80ed12486de HTTP/1.1" status: 200 len: 989 time: 2.6986437 Feb 18 00:20:52.967537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'tag': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:20:53.008330 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-471cd37c-f4d5-42c8-a736-e849179db4c1 req-d549667b-8ff9-4274-84a3-c7cf8eca544a tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821388 Feb 18 00:20:53.064961 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'tag': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5', 'status': 'completed', 'code': 200} Feb 18 00:20:53.118942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-ea6ae6c6-b8e6-484a-b4dd-e910b3cc4e44 None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:20:53.190466 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da248b13-dfa4-403f-909c-9b11c53daa5b req-4c69cffd-464a-4cee-8679-49adb4f0b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:53.192537 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-da248b13-dfa4-403f-909c-9b11c53daa5b req-4c69cffd-464a-4cee-8679-49adb4f0b40b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85cc94989d364dbda8dd2bae842c1871&device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 1162 time: 0.0944612 Feb 18 00:20:53.369131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da248b13-dfa4-403f-909c-9b11c53daa5b req-35e506da-833f-4fbf-b332-a903b4b537be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:53.371131 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-da248b13-dfa4-403f-909c-9b11c53daa5b req-35e506da-833f-4fbf-b332-a903b4b537be service neutron] 10.222.0.30 "GET /v2.0/networks?id=27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 200 len: 905 time: 0.1659245 Feb 18 00:20:53.505271 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-da248b13-dfa4-403f-909c-9b11c53daa5b req-e02a3800-df62-41e5-8370-fda9c0898753 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6b11335-b88e-4e0a-bdb9-60ac62930cf5 HTTP/1.1" status: 200 len: 997 time: 0.1232600 Feb 18 00:20:53.569355 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60560) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:53.587818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae6c6-b8e6-484a-b4dd-e910b3cc4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '27a2ec83-ab0b-4706-b438-d80ed12486de', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'port_id': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'mac_address': 'fa:16:3e:f1:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:20:15Z', 'updated_at': '2021-02-18T00:20:51Z', 'revision_number': 1, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:53.593051 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ae6c6-b8e6-484a-b4dd-e910b3cc4e44 None None] Checking router: 91c1a75b-5101-4406-99ff-897f8cbb3049 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:20:53.602700 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31500465-3307-41d3-8343-99546107e633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:53.603728 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ae6c6-b8e6-484a-b4dd-e910b3cc4e44 None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:20:53.604866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae6c6-b8e6-484a-b4dd-e910b3cc4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:20:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:53.648284 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-31500465-3307-41d3-8343-99546107e633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:53.657721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-31500465-3307-41d3-8343-99546107e633 admin admin] Usage tracker for resource:security_group_rule and tenant:edf8d41420f041faa10aa0259d0050d8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:53.663708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da248b13-dfa4-403f-909c-9b11c53daa5b req-d43dd4a8-f548-4fee-9c45-69eb5a42767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:53.665374 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-da248b13-dfa4-403f-909c-9b11c53daa5b req-d43dd4a8-f548-4fee-9c45-69eb5a42767b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc1611c6-7deb-4e58-8f22-eb7fac57a53f HTTP/1.1" status: 200 len: 850 time: 0.1520362 Feb 18 00:20:53.669093 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-31500465-3307-41d3-8343-99546107e633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:53.682191 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-31500465-3307-41d3-8343-99546107e633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:53.863345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da248b13-dfa4-403f-909c-9b11c53daa5b req-0d728060-7020-4a19-8068-a7d1502bb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:53.865143 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-da248b13-dfa4-403f-909c-9b11c53daa5b req-0d728060-7020-4a19-8068-a7d1502bb7f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27447fe4-5abc-434b-b61d-e537462935b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1842167 Feb 18 00:20:53.917372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-ea6ae6c6-b8e6-484a-b4dd-e910b3cc4e44 None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:20:53.918563 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31500465-3307-41d3-8343-99546107e633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:53.925594 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31500465-3307-41d3-8343-99546107e633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:53.991243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1cf6811b-a813-476a-9ebe-b77555ea5f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:54.011764 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-31500465-3307-41d3-8343-99546107e633 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edf8d41420f041faa10aa0259d0050d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386468 Feb 18 00:20:54.012393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 60576) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:54.084581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31500465-3307-41d3-8343-99546107e633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d49d6ef-6cc7-412a-b460-51ccb4eda493,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:54.097588 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-31500465-3307-41d3-8343-99546107e633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:54.116397 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b4524e3-26c7-484d-95f4-2319f7cb630c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:54.182184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b4524e3-26c7-484d-95f4-2319f7cb630c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:54.204802 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-da248b13-dfa4-403f-909c-9b11c53daa5b req-5b19e60e-e10f-418b-bca8-5790169a4650 service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304031 Feb 18 00:20:54.447004 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee309a9-77f5-4198-8b73-5cad19837bea req-5bfeee76-64d4-4583-ab39-6dc5fd82270a tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:54.449116 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ee309a9-77f5-4198-8b73-5cad19837bea req-5bfeee76-64d4-4583-ab39-6dc5fd82270a tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.2129486 Feb 18 00:20:54.516498 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b4524e3-26c7-484d-95f4-2319f7cb630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:54.535912 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ee309a9-77f5-4198-8b73-5cad19837bea req-b4955366-f082-4447-9f89-279edc912bf6 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800822 Feb 18 00:20:54.564316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a7deb6db-ddff-475a-8724-a1dcdfcc1a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:54.579185 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-da248b13-dfa4-403f-909c-9b11c53daa5b req-cae3f5eb-c786-4d44-a717-c2e7759ee90b service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3664048 Feb 18 00:20:54.581909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4524e3-26c7-484d-95f4-2319f7cb630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d49d6ef-6cc7-412a-b460-51ccb4eda493,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:54.590707 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4b4524e3-26c7-484d-95f4-2319f7cb630c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:54.597835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b4524e3-26c7-484d-95f4-2319f7cb630c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:54.599063 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4b4524e3-26c7-484d-95f4-2319f7cb630c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d49d6ef-6cc7-412a-b460-51ccb4eda493 HTTP/1.1" status: 204 len: 168 time: 0.5858696 Feb 18 00:20:54.735541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 60608) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:54.786960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae6c6-b8e6-484a-b4dd-e910b3cc4e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '27a2ec83-ab0b-4706-b438-d80ed12486de', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'port_id': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'mac_address': 'fa:16:3e:f1:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:20:15Z', 'updated_at': '2021-02-18T00:20:51Z', 'revision_number': 1, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:20:54.794849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ae6c6-b8e6-484a-b4dd-e910b3cc4e44 None None] The sync data for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb is: [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '27a2ec83-ab0b-4706-b438-d80ed12486de', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'port_id': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'mac_address': 'fa:16:3e:f1:f1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:20:15Z', 'updated_at': '2021-02-18T00:20:51Z', 'revision_number': 1, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:20:55.111028 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3cf610f-7bec-48cc-abe9-281adf915e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:55.129205 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3cf610f-7bec-48cc-abe9-281adf915e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:55.137201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-e3cf610f-7bec-48cc-abe9-281adf915e0f admin admin] Usage tracker for resource:security_group_rule and tenant:be4db15f96fc4c02bbcad681524bb9cd is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:55.141989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-e3cf610f-7bec-48cc-abe9-281adf915e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:55.155843 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e3cf610f-7bec-48cc-abe9-281adf915e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:55.218248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15e1714-c1f3-4e40-9c95-6d40dd2f7726 None None] New status for floating IP 27a2ec83-ab0b-4706-b438-d80ed12486de: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:20:55.310741 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3cf610f-7bec-48cc-abe9-281adf915e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:55.318135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3cf610f-7bec-48cc-abe9-281adf915e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:55.337406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-09abda67-4f68-4ef1-9815-c925c8d91c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:55.375303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf610f-7bec-48cc-abe9-281adf915e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15a889f-69c8-46a0-beb0-b0ffb870530f,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:55.392313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e3cf610f-7bec-48cc-abe9-281adf915e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:55.426001 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-e3cf610f-7bec-48cc-abe9-281adf915e0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be4db15f96fc4c02bbcad681524bb9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6890609 Feb 18 00:20:55.428853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 60630) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:55.615863 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd06c718-f075-4791-be36-274c17901912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:55.744907 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd06c718-f075-4791-be36-274c17901912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:56.002322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad58b4-9937-4a3f-aa1c-2cb04cf6944b req-a9060687-d9fc-4f72-bb4b-6211e3644249 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:56.003972 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-37ad58b4-9937-4a3f-aa1c-2cb04cf6944b req-a9060687-d9fc-4f72-bb4b-6211e3644249 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1808569 Feb 18 00:20:56.004691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd06c718-f075-4791-be36-274c17901912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:56.009912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4b4524e3-26c7-484d-95f4-2319f7cb630c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:56.025529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60654) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:56.045145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06c718-f075-4791-be36-274c17901912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15a889f-69c8-46a0-beb0-b0ffb870530f,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:56.052277 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cd06c718-f075-4791-be36-274c17901912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:56.072091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd06c718-f075-4791-be36-274c17901912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:56.075983 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-cd06c718-f075-4791-be36-274c17901912 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b15a889f-69c8-46a0-beb0-b0ffb870530f HTTP/1.1" status: 204 len: 168 time: 0.6433735 Feb 18 00:20:56.093364 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-37ad58b4-9937-4a3f-aa1c-2cb04cf6944b req-6b16878f-fef8-4e52-bf85-9f22bf24bc80 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755463 Feb 18 00:20:56.239126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6428ad1-a43a-46b6-b268-a737760e8f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:56.255626 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6428ad1-a43a-46b6-b268-a737760e8f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:56.259747 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6428ad1-a43a-46b6-b268-a737760e8f3f admin admin] Usage tracker for resource:security_group_rule and tenant:de04ec0ed1084ce2a65bc9cda36b7604 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:56.263058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-f6428ad1-a43a-46b6-b268-a737760e8f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:56.270535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f6428ad1-a43a-46b6-b268-a737760e8f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:56.364901 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6428ad1-a43a-46b6-b268-a737760e8f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:56.367901 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f6428ad1-a43a-46b6-b268-a737760e8f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:56.377564 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-08c8ae30-a617-4c2e-b248-afd5fe854453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:56.431696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6428ad1-a43a-46b6-b268-a737760e8f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f4661f-2b98-435a-b1ea-854f97a5f37f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:56.431696 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f6428ad1-a43a-46b6-b268-a737760e8f3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de04ec0ed1084ce2a65bc9cda36b7604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035838 Feb 18 00:20:56.431696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f6428ad1-a43a-46b6-b268-a737760e8f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:56.432978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60676) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:56.502359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0e8fb86-5910-4164-9aba-b290941a9421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:56.532145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0e8fb86-5910-4164-9aba-b290941a9421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:56.599476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0e8fb86-5910-4164-9aba-b290941a9421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:56.607112 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d0407c7e-be36-4335-b977-f055d27a174c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:56.632511 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8fb86-5910-4164-9aba-b290941a9421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f4661f-2b98-435a-b1ea-854f97a5f37f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:56.644316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f0e8fb86-5910-4164-9aba-b290941a9421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:56.661656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f0e8fb86-5910-4164-9aba-b290941a9421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:56.663009 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f0e8fb86-5910-4164-9aba-b290941a9421 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44f4661f-2b98-435a-b1ea-854f97a5f37f HTTP/1.1" status: 204 len: 168 time: 0.2289436 Feb 18 00:20:57.321401 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 60724) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:57.342051 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-605c2eaa-4449-4fc4-b9bf-c21110e7d4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:57.362575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-605c2eaa-4449-4fc4-b9bf-c21110e7d4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:20:57.367309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-605c2eaa-4449-4fc4-b9bf-c21110e7d4ca admin admin] Usage tracker for resource:security_group_rule and tenant:66c797e5aa6344feaeb21c3818c8034a is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:20:57.370535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-605c2eaa-4449-4fc4-b9bf-c21110e7d4ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:20:57.382928 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-605c2eaa-4449-4fc4-b9bf-c21110e7d4ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:20:57.397968 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2311f8-0973-4693-855a-657860ec3bf1 req-412c047c-2e98-440c-b35a-81d272f2f003 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:57.407266 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e2311f8-0973-4693-855a-657860ec3bf1 req-412c047c-2e98-440c-b35a-81d272f2f003 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1503003 Feb 18 00:20:57.479096 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e2311f8-0973-4693-855a-657860ec3bf1 req-2661eae9-cc2c-425f-a3dc-dda6751bd7de tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704162 Feb 18 00:20:57.597357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-605c2eaa-4449-4fc4-b9bf-c21110e7d4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:57.602066 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-605c2eaa-4449-4fc4-b9bf-c21110e7d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:57.612625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2bce7e50-2082-4c97-bc77-525377548588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:57.661071 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-605c2eaa-4449-4fc4-b9bf-c21110e7d4ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66c797e5aa6344feaeb21c3818c8034a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363705 Feb 18 00:20:57.661071 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c2eaa-4449-4fc4-b9bf-c21110e7d4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74a7c95-3007-40af-8762-e20432c5d87b,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:57.663013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60738) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:20:57.663414 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-605c2eaa-4449-4fc4-b9bf-c21110e7d4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:57.735960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f5a5767-1252-49ec-b5fa-dc48dcaab629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:57.766194 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f5a5767-1252-49ec-b5fa-dc48dcaab629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:57.816410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f5a5767-1252-49ec-b5fa-dc48dcaab629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:57.822210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-729b4a0b-243d-4735-9b75-964665b379ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:20:57.835680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a5767-1252-49ec-b5fa-dc48dcaab629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74a7c95-3007-40af-8762-e20432c5d87b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:20:57.849922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9f5a5767-1252-49ec-b5fa-dc48dcaab629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:20:57.850748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f5a5767-1252-49ec-b5fa-dc48dcaab629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:20:57.855248 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9f5a5767-1252-49ec-b5fa-dc48dcaab629 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d74a7c95-3007-40af-8762-e20432c5d87b HTTP/1.1" status: 204 len: 168 time: 0.1904802 Feb 18 00:20:58.784800 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccf9f5-375a-403a-86e7-5e01f5a75ffc req-42e0015a-1d1a-4257-ba7c-cbc0fc96dead tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:20:58.786412 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0bccf9f5-375a-403a-86e7-5e01f5a75ffc req-42e0015a-1d1a-4257-ba7c-cbc0fc96dead tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1021791 Feb 18 00:20:58.847826 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0bccf9f5-375a-403a-86e7-5e01f5a75ffc req-1a04cf68-a75a-4c62-8300-772ca86d13f9 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497675 Feb 18 00:21:00.087629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770db90-a75a-4219-85bb-85003e9cffb1 req-d23bee8a-67de-47e7-a313-e2fee36b8018 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:00.089330 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6770db90-a75a-4219-85bb-85003e9cffb1 req-d23bee8a-67de-47e7-a313-e2fee36b8018 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.0994096 Feb 18 00:21:00.144265 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6770db90-a75a-4219-85bb-85003e9cffb1 req-275462c0-285b-46e9-8b62-9fba114da262 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483422 Feb 18 00:21:01.370656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0d5a0-faa1-409a-91aa-e5df813064f7 req-8bd3fe2b-817c-4d44-bdb6-d3437bd0e3f3 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:01.372316 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-38f0d5a0-faa1-409a-91aa-e5df813064f7 req-8bd3fe2b-817c-4d44-bdb6-d3437bd0e3f3 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.0932200 Feb 18 00:21:01.430378 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-38f0d5a0-faa1-409a-91aa-e5df813064f7 req-3a6e5887-1fa5-4bbe-a60e-14afbc2b6184 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466652 Feb 18 00:21:02.459935 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 60988) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:02.663725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b9c6b54-7c88-4379-95a0-9fd47f1fe559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:02.684805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b9c6b54-7c88-4379-95a0-9fd47f1fe559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:02.692876 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b9c6b54-7c88-4379-95a0-9fd47f1fe559 admin admin] Usage tracker for resource:security_group_rule and tenant:cfbd41eb821e46c187a15cc154548c14 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:02.696955 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-6b9c6b54-7c88-4379-95a0-9fd47f1fe559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:02.707699 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6b9c6b54-7c88-4379-95a0-9fd47f1fe559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:02.758610 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a46077-7024-4735-8bec-5c658acaa28d req-6fcd3ef9-dc8b-4616-9cb0-7f95e9b4a012 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:02.760482 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e9a46077-7024-4735-8bec-5c658acaa28d req-6fcd3ef9-dc8b-4616-9cb0-7f95e9b4a012 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1680543 Feb 18 00:21:02.867708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b9c6b54-7c88-4379-95a0-9fd47f1fe559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:02.871652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6b9c6b54-7c88-4379-95a0-9fd47f1fe559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:02.881049 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:02.899171 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e9a46077-7024-4735-8bec-5c658acaa28d req-7b68d31b-b615-4596-b45f-e24bea056d00 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955694 Feb 18 00:21:02.935720 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6b9c6b54-7c88-4379-95a0-9fd47f1fe559 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cfbd41eb821e46c187a15cc154548c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4717715 Feb 18 00:21:02.936643 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c6b54-7c88-4379-95a0-9fd47f1fe559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e7b3b9-2c94-4fff-b7a6-60912c118cf2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:02.939619 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 32774) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:02.940428 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6b9c6b54-7c88-4379-95a0-9fd47f1fe559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:03.010134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae04aeb9-760c-43b2-8a7e-f2b586d130fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:03.040536 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae04aeb9-760c-43b2-8a7e-f2b586d130fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:03.086725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae04aeb9-760c-43b2-8a7e-f2b586d130fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:03.091988 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cc21423b-4874-403d-9312-59d2e9fe3cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:03.105865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04aeb9-760c-43b2-8a7e-f2b586d130fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e7b3b9-2c94-4fff-b7a6-60912c118cf2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:03.110318 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ae04aeb9-760c-43b2-8a7e-f2b586d130fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:03.116210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae04aeb9-760c-43b2-8a7e-f2b586d130fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:03.117480 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-ae04aeb9-760c-43b2-8a7e-f2b586d130fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1e7b3b9-2c94-4fff-b7a6-60912c118cf2 HTTP/1.1" status: 204 len: 168 time: 0.1765592 Feb 18 00:21:03.445824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 32788) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:03.466891 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa1e4-ebb1-474f-ac26-fe137f03ee85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:03.483427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9cfa1e4-ebb1-474f-ac26-fe137f03ee85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:03.487826 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a9cfa1e4-ebb1-474f-ac26-fe137f03ee85 admin admin] Usage tracker for resource:security_group_rule and tenant:b62eeb689cb742d1b90caad7ec82a386 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:03.490862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a9cfa1e4-ebb1-474f-ac26-fe137f03ee85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:03.497004 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a9cfa1e4-ebb1-474f-ac26-fe137f03ee85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:03.602613 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 32798) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:03.653525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa1e4-ebb1-474f-ac26-fe137f03ee85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:03.657689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa1e4-ebb1-474f-ac26-fe137f03ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:03.670017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-06761278-0dfc-40b7-9ff4-a9fb9dae8129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:03.717681 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a9cfa1e4-ebb1-474f-ac26-fe137f03ee85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b62eeb689cb742d1b90caad7ec82a386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707150 Feb 18 00:21:03.719699 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfa1e4-ebb1-474f-ac26-fe137f03ee85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d870f1-1c41-42e3-aba2-bdedc029248b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:03.721765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 32804) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:03.724069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a9cfa1e4-ebb1-474f-ac26-fe137f03ee85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:03.800151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6abf4d4-e61d-469d-ad48-829d70a7f142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:04.051446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d6abf4d4-e61d-469d-ad48-829d70a7f142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:04.100512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d6abf4d4-e61d-469d-ad48-829d70a7f142 admin admin] Usage tracker for resource:security_group_rule and tenant:f6d0514c499e4af0a169bc4a9c6a80dc is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:04.108258 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5692ee2-377d-49a7-b6ea-50316fd0b732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:04.110933 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d6abf4d4-e61d-469d-ad48-829d70a7f142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:04.126808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d6abf4d4-e61d-469d-ad48-829d70a7f142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:04.164387 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5692ee2-377d-49a7-b6ea-50316fd0b732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:04.257262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60fed2-0725-4e01-b84a-39f269d8ddfe req-877d5966-089c-4add-87b5-553166c62bf4 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:04.258926 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bc60fed2-0725-4e01-b84a-39f269d8ddfe req-877d5966-089c-4add-87b5-553166c62bf4 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.2095475 Feb 18 00:21:04.311767 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5692ee2-377d-49a7-b6ea-50316fd0b732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:04.322562 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-416f8974-71fe-46b3-ba73-0d101ad4d97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:04.360932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5692ee2-377d-49a7-b6ea-50316fd0b732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d870f1-1c41-42e3-aba2-bdedc029248b,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:04.369141 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b5692ee2-377d-49a7-b6ea-50316fd0b732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:04.374296 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bc60fed2-0725-4e01-b84a-39f269d8ddfe req-917233de-cc80-47b2-9bb2-6e2732bb77e2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064076 Feb 18 00:21:04.391835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b5692ee2-377d-49a7-b6ea-50316fd0b732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:04.395657 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b5692ee2-377d-49a7-b6ea-50316fd0b732 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27d870f1-1c41-42e3-aba2-bdedc029248b HTTP/1.1" status: 204 len: 168 time: 0.6702673 Feb 18 00:21:04.402100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6abf4d4-e61d-469d-ad48-829d70a7f142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:04.405135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d6abf4d4-e61d-469d-ad48-829d70a7f142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:04.415040 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e3cf610f-7bec-48cc-abe9-281adf915e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:04.463254 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d6abf4d4-e61d-469d-ad48-829d70a7f142 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6d0514c499e4af0a169bc4a9c6a80dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8594530 Feb 18 00:21:04.464270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abf4d4-e61d-469d-ad48-829d70a7f142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc294910-886d-4942-901d-706bcf2105fd,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:04.466206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 32824) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:04.468034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d6abf4d4-e61d-469d-ad48-829d70a7f142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:04.538595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca4e7-9810-4c7b-89b0-e68c4970a4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:04.569694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca4e7-9810-4c7b-89b0-e68c4970a4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:04.620449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca4e7-9810-4c7b-89b0-e68c4970a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:04.626375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0b14c5af-dc2e-43f2-a54d-5ca1987e678b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:04.641943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ca4e7-9810-4c7b-89b0-e68c4970a4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc294910-886d-4942-901d-706bcf2105fd,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:04.647864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5e8ca4e7-9810-4c7b-89b0-e68c4970a4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:04.685691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca4e7-9810-4c7b-89b0-e68c4970a4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:04.694160 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-5e8ca4e7-9810-4c7b-89b0-e68c4970a4f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc294910-886d-4942-901d-706bcf2105fd HTTP/1.1" status: 204 len: 168 time: 0.2249451 Feb 18 00:21:05.076577 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 32856) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:05.103534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ce4e6d6-bc38-494f-b879-c691b56e1c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:05.130590 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6ce4e6d6-bc38-494f-b879-c691b56e1c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:05.134746 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-6ce4e6d6-bc38-494f-b879-c691b56e1c6d admin admin] Usage tracker for resource:security_group_rule and tenant:bc54c48af88c4258be71d883869ee533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:05.137818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-6ce4e6d6-bc38-494f-b879-c691b56e1c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:05.148971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6ce4e6d6-bc38-494f-b879-c691b56e1c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:05.252458 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ce4e6d6-bc38-494f-b879-c691b56e1c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:05.258290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ce4e6d6-bc38-494f-b879-c691b56e1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:05.271150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-dba1ff88-bc69-4f25-a1ad-d90dd0f95d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:05.329426 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6ce4e6d6-bc38-494f-b879-c691b56e1c6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc54c48af88c4258be71d883869ee533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514546 Feb 18 00:21:05.332257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 32868) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:05.339364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4e6d6-bc38-494f-b879-c691b56e1c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c4d111-ccf2-4f53-896f-c1322f3abc20,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:05.343768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6ce4e6d6-bc38-494f-b879-c691b56e1c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:05.453953 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-316f3948-ef5a-4609-b604-dd45ea6647e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:05.488378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-316f3948-ef5a-4609-b604-dd45ea6647e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:05.573278 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-316f3948-ef5a-4609-b604-dd45ea6647e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:05.581366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:05.595614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f3948-ef5a-4609-b604-dd45ea6647e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c4d111-ccf2-4f53-896f-c1322f3abc20,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:05.606047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-316f3948-ef5a-4609-b604-dd45ea6647e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:05.613458 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-316f3948-ef5a-4609-b604-dd45ea6647e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:05.615142 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-316f3948-ef5a-4609-b604-dd45ea6647e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9c4d111-ccf2-4f53-896f-c1322f3abc20 HTTP/1.1" status: 204 len: 168 time: 0.2814121 Feb 18 00:21:05.671110 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe9333-3404-4bdd-81da-510ddf20c251 req-2210fce2-fc0b-446a-93e6-221f647b4972 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:05.673274 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2bbe9333-3404-4bdd-81da-510ddf20c251 req-2210fce2-fc0b-446a-93e6-221f647b4972 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1389937 Feb 18 00:21:05.777124 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2bbe9333-3404-4bdd-81da-510ddf20c251 req-e005b47d-68a9-4538-9182-319882e25ff4 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966847 Feb 18 00:21:06.110617 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 32904) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:06.261484 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b72d7762-30fe-446d-9775-1617a3bb93f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:06.278262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b72d7762-30fe-446d-9775-1617a3bb93f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:06.283306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b72d7762-30fe-446d-9775-1617a3bb93f0 admin admin] Usage tracker for resource:security_group_rule and tenant:571c4e5744fb4a868656373706522c7d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:06.286635 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b72d7762-30fe-446d-9775-1617a3bb93f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:06.292691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b72d7762-30fe-446d-9775-1617a3bb93f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:06.394411 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b72d7762-30fe-446d-9775-1617a3bb93f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:06.397792 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b72d7762-30fe-446d-9775-1617a3bb93f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:06.408050 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f50ee895-fdba-44e7-868f-87522f67925d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:06.455717 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b72d7762-30fe-446d-9775-1617a3bb93f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=571c4e5744fb4a868656373706522c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439050 Feb 18 00:21:06.460119 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 32924) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:06.463173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d7762-30fe-446d-9775-1617a3bb93f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc665ff3-c940-406f-ae73-afbc50abd741,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:06.493288 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b72d7762-30fe-446d-9775-1617a3bb93f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:06.535395 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d976d52e-f03b-441f-bd5e-53f044572c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:06.569479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d976d52e-f03b-441f-bd5e-53f044572c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:06.617728 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d976d52e-f03b-441f-bd5e-53f044572c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:06.622971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-355efc25-9f05-4949-b989-c8609ebf5ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:06.636427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976d52e-f03b-441f-bd5e-53f044572c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc665ff3-c940-406f-ae73-afbc50abd741,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:06.638868 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d976d52e-f03b-441f-bd5e-53f044572c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:06.650602 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d976d52e-f03b-441f-bd5e-53f044572c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:06.654986 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d976d52e-f03b-441f-bd5e-53f044572c0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc665ff3-c940-406f-ae73-afbc50abd741 HTTP/1.1" status: 204 len: 168 time: 0.1936960 Feb 18 00:21:07.093024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f9f50-0e0a-4625-84a1-38f5c5c2ec5d req-5bae16a1-0cf9-433b-a670-a4426e122883 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:07.102587 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4b3f9f50-0e0a-4625-84a1-38f5c5c2ec5d req-5bae16a1-0cf9-433b-a670-a4426e122883 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1610248 Feb 18 00:21:07.174730 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4b3f9f50-0e0a-4625-84a1-38f5c5c2ec5d req-d3e101c9-5afa-4c23-9ca8-7ac77ba98dbe tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708857 Feb 18 00:21:08.411711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a193f6-d95a-44c5-a865-e181ab093743 req-8b43fa4a-49f8-4e81-87f3-4ce56365d1ec tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:08.414123 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e6a193f6-d95a-44c5-a865-e181ab093743 req-8b43fa4a-49f8-4e81-87f3-4ce56365d1ec tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.0968635 Feb 18 00:21:08.470333 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e6a193f6-d95a-44c5-a865-e181ab093743 req-3e1137b8-8a25-448f-9478-3f0d5dfd605f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483992 Feb 18 00:21:09.700272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab174b-4505-435d-9759-b168a57b6248 req-9600eb20-df74-4ac4-852f-cda2974519f9 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:09.700786 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ceab174b-4505-435d-9759-b168a57b6248 req-9600eb20-df74-4ac4-852f-cda2974519f9 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.0955582 Feb 18 00:21:09.753345 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ceab174b-4505-435d-9759-b168a57b6248 req-1999f102-7667-43a9-8840-dce9678123ef tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Feb 18 00:21:10.033031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33134) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:10.166295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d376ae96-f82e-45b8-886e-c2558e3cef48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:10.185949 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d376ae96-f82e-45b8-886e-c2558e3cef48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:10.191272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d376ae96-f82e-45b8-886e-c2558e3cef48 admin admin] Usage tracker for resource:security_group_rule and tenant:be8fa3361cfe4c58a81ed320be18930c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:10.194353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d376ae96-f82e-45b8-886e-c2558e3cef48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:10.200855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d376ae96-f82e-45b8-886e-c2558e3cef48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:10.298798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d376ae96-f82e-45b8-886e-c2558e3cef48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:10.298798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d376ae96-f82e-45b8-886e-c2558e3cef48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:10.310351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d976d52e-f03b-441f-bd5e-53f044572c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:10.360538 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d376ae96-f82e-45b8-886e-c2558e3cef48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be8fa3361cfe4c58a81ed320be18930c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261604 Feb 18 00:21:10.361487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376ae96-f82e-45b8-886e-c2558e3cef48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abd5e16-c6b9-4912-8055-8f350fdfbbf0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:10.363575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33148) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:10.364820 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d376ae96-f82e-45b8-886e-c2558e3cef48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:10.429464 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b382f-8905-4fb1-8f42-c7b24f60f23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:10.460235 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b382f-8905-4fb1-8f42-c7b24f60f23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:10.519857 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b382f-8905-4fb1-8f42-c7b24f60f23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:10.525348 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4a09cc80-4b05-42d5-855f-40a11b7a33b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:10.540358 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b382f-8905-4fb1-8f42-c7b24f60f23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abd5e16-c6b9-4912-8055-8f350fdfbbf0,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:10.544550 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cb5b382f-8905-4fb1-8f42-c7b24f60f23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:10.548259 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b382f-8905-4fb1-8f42-c7b24f60f23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:10.549530 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-cb5b382f-8905-4fb1-8f42-c7b24f60f23f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5abd5e16-c6b9-4912-8055-8f350fdfbbf0 HTTP/1.1" status: 204 len: 168 time: 0.1846244 Feb 18 00:21:10.932460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33170) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:10.953646 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06efe530-a670-4001-87c9-d6d30da43922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:10.966415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6cf33-a403-41ce-896e-76fc02678547 req-adbcb8d5-be63-4978-ab0b-4c3793f2f667 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:10.968044 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9fd6cf33-a403-41ce-896e-76fc02678547 req-adbcb8d5-be63-4978-ab0b-4c3793f2f667 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.0945501 Feb 18 00:21:10.971799 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-06efe530-a670-4001-87c9-d6d30da43922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:10.977387 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-06efe530-a670-4001-87c9-d6d30da43922 admin admin] Usage tracker for resource:security_group_rule and tenant:303f4ac33a544d12a73a24e922d1ab3a is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:10.981580 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-06efe530-a670-4001-87c9-d6d30da43922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:10.988940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-06efe530-a670-4001-87c9-d6d30da43922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:11.006565 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:21:11.040374 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9fd6cf33-a403-41ce-896e-76fc02678547 req-a1afade7-766a-4d4f-897c-b6a01276e4b4 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Feb 18 00:21:11.102611 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06efe530-a670-4001-87c9-d6d30da43922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:11.111337 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06efe530-a670-4001-87c9-d6d30da43922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:11.121154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-24995dff-ece5-42e0-869d-e0fee19a3fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:11.166521 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-06efe530-a670-4001-87c9-d6d30da43922 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=303f4ac33a544d12a73a24e922d1ab3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327268 Feb 18 00:21:11.167445 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efe530-a670-4001-87c9-d6d30da43922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c96bbf-9c2c-48c9-97a9-5cee502613ef,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:11.169462 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33176) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:11.170856 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-06efe530-a670-4001-87c9-d6d30da43922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:11.235602 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7710eab-65e4-43ee-841e-269d65e7db5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:11.262606 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7710eab-65e4-43ee-841e-269d65e7db5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:11.310507 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7710eab-65e4-43ee-841e-269d65e7db5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:11.315994 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f6428ad1-a43a-46b6-b268-a737760e8f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:11.333104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7710eab-65e4-43ee-841e-269d65e7db5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c96bbf-9c2c-48c9-97a9-5cee502613ef,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:11.339260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d7710eab-65e4-43ee-841e-269d65e7db5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:11.341454 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d7710eab-65e4-43ee-841e-269d65e7db5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:11.351290 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d7710eab-65e4-43ee-841e-269d65e7db5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5c96bbf-9c2c-48c9-97a9-5cee502613ef HTTP/1.1" status: 204 len: 168 time: 0.1752603 Feb 18 00:21:12.275110 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d793661-7255-402e-8e4f-35efc13321d2 req-d42db7db-f97c-40f7-92d5-94f300335ca8 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:12.276748 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0d793661-7255-402e-8e4f-35efc13321d2 req-d42db7db-f97c-40f7-92d5-94f300335ca8 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.0932565 Feb 18 00:21:12.326826 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0d793661-7255-402e-8e4f-35efc13321d2 req-9bb05338-eb9a-4c5f-8846-0f03426c3489 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 Feb 18 00:21:13.380388 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33284) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:13.596907 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10c3ddaf-75ab-4846-8ed3-02b85a7dc731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:13.621274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-10c3ddaf-75ab-4846-8ed3-02b85a7dc731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:13.629550 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-10c3ddaf-75ab-4846-8ed3-02b85a7dc731 admin admin] Usage tracker for resource:security_group_rule and tenant:d17de2efbafc45b29bd6d368490505a1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:13.634723 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-10c3ddaf-75ab-4846-8ed3-02b85a7dc731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:13.648487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-10c3ddaf-75ab-4846-8ed3-02b85a7dc731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:13.694975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3679fd-b2ff-4b8d-a6d7-f5664e4583da req-2ad39526-5d2b-4f73-bf53-5c263495eb40 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:13.696647 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ae3679fd-b2ff-4b8d-a6d7-f5664e4583da req-2ad39526-5d2b-4f73-bf53-5c263495eb40 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.2326381 Feb 18 00:21:13.772843 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ae3679fd-b2ff-4b8d-a6d7-f5664e4583da req-251bd3a6-f80c-4df6-b0f6-34f1c49716ad tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659933 Feb 18 00:21:13.818798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10c3ddaf-75ab-4846-8ed3-02b85a7dc731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:13.821732 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10c3ddaf-75ab-4846-8ed3-02b85a7dc731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:13.831264 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a9cfa1e4-ebb1-474f-ac26-fe137f03ee85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:13.863426 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3ddaf-75ab-4846-8ed3-02b85a7dc731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83145b4-f81e-4504-8564-6eafb07cb517,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:13.868845 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-10c3ddaf-75ab-4846-8ed3-02b85a7dc731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:13.888644 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33316) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:13.888953 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-10c3ddaf-75ab-4846-8ed3-02b85a7dc731 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d17de2efbafc45b29bd6d368490505a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072305 Feb 18 00:21:13.960795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1787db4-1449-40e9-823c-4b4b8bc78125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:14.005099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1787db4-1449-40e9-823c-4b4b8bc78125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:14.055369 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1787db4-1449-40e9-823c-4b4b8bc78125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:14.056096 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33332) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:14.060724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-be05908a-68fd-48bb-8046-8130ae8d1dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:14.079867 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1787db4-1449-40e9-823c-4b4b8bc78125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83145b4-f81e-4504-8564-6eafb07cb517,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:14.083345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d1787db4-1449-40e9-823c-4b4b8bc78125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:14.095588 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d1787db4-1449-40e9-823c-4b4b8bc78125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:14.103091 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d1787db4-1449-40e9-823c-4b4b8bc78125 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e83145b4-f81e-4504-8564-6eafb07cb517 HTTP/1.1" status: 204 len: 168 time: 0.2099867 Feb 18 00:21:14.251220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2c52f3c-c077-44d9-8017-2b9d695bfc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:14.274213 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b2c52f3c-c077-44d9-8017-2b9d695bfc64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:14.283473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b2c52f3c-c077-44d9-8017-2b9d695bfc64 admin admin] Usage tracker for resource:security_group_rule and tenant:6c89865350b74befbdcfb1112b4503c7 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:14.290614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b2c52f3c-c077-44d9-8017-2b9d695bfc64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:14.304629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b2c52f3c-c077-44d9-8017-2b9d695bfc64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:14.410567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2c52f3c-c077-44d9-8017-2b9d695bfc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:14.415740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b2c52f3c-c077-44d9-8017-2b9d695bfc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:14.445645 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:14.462311 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b2c52f3c-c077-44d9-8017-2b9d695bfc64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c89865350b74befbdcfb1112b4503c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049308 Feb 18 00:21:14.465075 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33356) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:14.509793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c52f3c-c077-44d9-8017-2b9d695bfc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfb8ca1-96d2-4265-ae75-a658c0731331,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:14.523119 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b2c52f3c-c077-44d9-8017-2b9d695bfc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:14.557230 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0923872-b5dd-47ef-9031-3b795913bef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:14.588356 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0923872-b5dd-47ef-9031-3b795913bef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:14.646800 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0923872-b5dd-47ef-9031-3b795913bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:14.652121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-31500465-3307-41d3-8343-99546107e633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:14.670690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0923872-b5dd-47ef-9031-3b795913bef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfb8ca1-96d2-4265-ae75-a658c0731331,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:14.675161 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e0923872-b5dd-47ef-9031-3b795913bef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:14.682106 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e0923872-b5dd-47ef-9031-3b795913bef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:14.686119 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-e0923872-b5dd-47ef-9031-3b795913bef2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3dfb8ca1-96d2-4265-ae75-a658c0731331 HTTP/1.1" status: 204 len: 168 time: 0.2173078 Feb 18 00:21:14.939674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33376) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:15.003207 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165a092-9951-40ca-9c74-e260c10ec1d2 req-369356a1-0eb1-423c-ad81-2cd49c31f6ae tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:15.003825 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4165a092-9951-40ca-9c74-e260c10ec1d2 req-369356a1-0eb1-423c-ad81-2cd49c31f6ae tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.0933990 Feb 18 00:21:15.061469 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4165a092-9951-40ca-9c74-e260c10ec1d2 req-441229ce-b792-479d-af85-d2dbd87f327c tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444257 Feb 18 00:21:15.073083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-367322350-network', 'tenant_id': '4370bd81cd1f4a49b73701c1c6da5aec'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:21:15.079044 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:15.084144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Usage tracker for resource:network and tenant:4370bd81cd1f4a49b73701c1c6da5aec is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:15.088361 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:15.094711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:15.107251 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Made reservation on behalf of 4370bd81cd1f4a49b73701c1c6da5aec for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:21:15.112645 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33384) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:15.120143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.133824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a54b9094-4769-4e24-9f11-7cbb2b340b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.150601 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a54b9094-4769-4e24-9f11-7cbb2b340b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:15.151319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.154753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a54b9094-4769-4e24-9f11-7cbb2b340b08 admin admin] Usage tracker for resource:security_group_rule and tenant:4c925d1b23a3491fbdf388c41dc3c20d is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:15.159232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a54b9094-4769-4e24-9f11-7cbb2b340b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:15.164020 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a54b9094-4769-4e24-9f11-7cbb2b340b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:15.181088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:15.188377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Usage tracker for resource:security_group_rule and tenant:4370bd81cd1f4a49b73701c1c6da5aec is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:15.194789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:15.204942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:15.237911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 8879c651-f151-4eb6-b242-99ee7c5fe7ea up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:21:15.261147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a54b9094-4769-4e24-9f11-7cbb2b340b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.265419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a54b9094-4769-4e24-9f11-7cbb2b340b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.299788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:15.339896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 8879c651-f151-4eb6-b242-99ee7c5fe7ea triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:21:15.340584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.370766 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a54b9094-4769-4e24-9f11-7cbb2b340b08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c925d1b23a3491fbdf388c41dc3c20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569451 Feb 18 00:21:15.371690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33396) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:15.372574 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b9094-4769-4e24-9f11-7cbb2b340b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228940c7-7b66-4740-b765-a0fa9b469608,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:15.384749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a54b9094-4769-4e24-9f11-7cbb2b340b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:15.405052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.415987 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.455798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6b9c6b54-7c88-4379-95a0-9fd47f1fe559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:15.470485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:21:15.492871 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.493222 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Added segment 15f6ee25-ab0e-4964-8702-005a6962c3cd of type vxlan for network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 Feb 18 00:21:15.530159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51bbc615-cd9a-48fa-b23a-9726f6f7d932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.541745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.557297 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d420a60-9032-49d0-9991-8b5a92494db3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:15.562113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:15.564792 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51bbc615-cd9a-48fa-b23a-9726f6f7d932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.614378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.615726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:15.616372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.621390 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51bbc615-cd9a-48fa-b23a-9726f6f7d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.621910 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:15.628841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d01433e3-6809-470a-aa36-9970dd0b49f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:15.646047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbc615-cd9a-48fa-b23a-9726f6f7d932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228940c7-7b66-4740-b765-a0fa9b469608,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:15.648769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51bbc615-cd9a-48fa-b23a-9726f6f7d932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:15.653279 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-51bbc615-cd9a-48fa-b23a-9726f6f7d932 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/228940c7-7b66-4740-b765-a0fa9b469608 HTTP/1.1" status: 204 len: 168 time: 0.2707877 Feb 18 00:21:15.654690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-51bbc615-cd9a-48fa-b23a-9726f6f7d932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:15.757474 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8165629 Feb 18 00:21:15.761585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33406) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:15.763031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Pushing event updated for resources: {'Network': ['ID=0d7de6bf-34ab-41c6-a4a1-cfde914fda04,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:15.769977 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:15.778385 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:21:15.778846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Request body: {'subnet': {'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-367322350-subnet', 'tenant_id': '4370bd81cd1f4a49b73701c1c6da5aec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:21:15.785911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:15.790403 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Usage tracker for resource:subnet and tenant:4370bd81cd1f4a49b73701c1c6da5aec is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:15.793648 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:15.797761 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:21:15.799884 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:15.811490 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Made reservation on behalf of 4370bd81cd1f4a49b73701c1c6da5aec for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:21:15.816916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33248565'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:16.280400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c1210-0d02-47eb-951d-627da5fdb83a req-7b28b912-302e-43b2-ad40-ae1b60fec878 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:16.282569 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bf0c1210-0d02-47eb-951d-627da5fdb83a req-7b28b912-302e-43b2-ad40-ae1b60fec878 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.0995655 Feb 18 00:21:16.335513 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bf0c1210-0d02-47eb-951d-627da5fdb83a req-ef4ba46e-c97f-4f88-a33d-68dfd701e245 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450535 Feb 18 00:21:16.430241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31566784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33248548'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:16.448927 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:16.561325 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a9ec78-e855-4c3d-879d-7c169878eaf4,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:16.580989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:16.607721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-53ec0652-6d0f-47dd-a26a-38d23f857f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:16.643370 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-9c62a197-fd73-46f8-b0d6-d16327e6c65a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2875667 Feb 18 00:21:16.709518 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Checking segment: {'id': '15f6ee25-ab0e-4964-8702-005a6962c3cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:21:16.709914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Network hostable DHCP agents. Network: 0d7de6bf-34ab-41c6-a4a1-cfde914fda04, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:21:16.742427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:21:16.756726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 0d7de6bf-34ab-41c6-a4a1-cfde914fda04) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:21:16.771923 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1871bad9-68f2-414b-bdca-0cdb58c8b20d None None] Network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:21:16.824024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:16.824731 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:16.851738 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0872581 Feb 18 00:21:16.869184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-e70cfe80-414d-4a79-8d5e-8b6af4acd3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:16.870819 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-e70cfe80-414d-4a79-8d5e-8b6af4acd3ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 1162 time: 0.1088564 Feb 18 00:21:17.036096 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276b4a47-93e1-4f9b-9d08-71e12d73e297 None None] Network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:21:17.056588 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-27f283c4-ac7d-4608-8bbf-e9648e2a35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:17.058409 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-27f283c4-ac7d-4608-8bbf-e9648e2a35cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 911 time: 0.1628895 Feb 18 00:21:17.123287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33434) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:17.228535 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-b68bc703-1a7e-4077-90e5-887cae2a75c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 HTTP/1.1" status: 200 len: 999 time: 0.1576447 Feb 18 00:21:17.285159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd6c8-7f51-4b14-939d-58cce9099791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:17.303030 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ffbbd6c8-7f51-4b14-939d-58cce9099791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:17.307300 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-ffbbd6c8-7f51-4b14-939d-58cce9099791 admin admin] Usage tracker for resource:security_group_rule and tenant:12672e5e6ad74c4ea850f20e10debee8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:17.310495 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-ffbbd6c8-7f51-4b14-939d-58cce9099791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:17.317151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ffbbd6c8-7f51-4b14-939d-58cce9099791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:17.325538 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-0de679f0-aa0f-4137-8e9a-ca9c86e62206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:17.328219 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-0de679f0-aa0f-4137-8e9a-ca9c86e62206 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.0909474 Feb 18 00:21:17.443429 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd6c8-7f51-4b14-939d-58cce9099791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:17.447534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-49d0b66d-6c21-4eed-ab26-ca568fdf5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:17.448211 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-49d0b66d-6c21-4eed-ab26-ca568fdf5273 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1127665 Feb 18 00:21:17.449142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd6c8-7f51-4b14-939d-58cce9099791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:17.461011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9f5a5767-1252-49ec-b5fa-dc48dcaab629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:17.517583 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-ffbbd6c8-7f51-4b14-939d-58cce9099791 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12672e5e6ad74c4ea850f20e10debee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930881 Feb 18 00:21:17.525326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33444) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:17.526617 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbd6c8-7f51-4b14-939d-58cce9099791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68aca8d-4f5a-40e1-8d78-8d8100e0c65f,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:17.542716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ffbbd6c8-7f51-4b14-939d-58cce9099791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:17.631009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d076cf7e-1255-44db-bee2-f8c86d1cd389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:17.663189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d076cf7e-1255-44db-bee2-f8c86d1cd389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:17.746095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d076cf7e-1255-44db-bee2-f8c86d1cd389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:17.756104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-94a3ac2e-9817-4316-b04f-2761cd0ec5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:17.777773 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc304-970f-4508-93ac-0cd0af23557f req-8329c674-c9d4-4d7d-83fc-2f54d399f3d2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:17.779379 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5dddc304-970f-4508-93ac-0cd0af23557f req-8329c674-c9d4-4d7d-83fc-2f54d399f3d2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.2813699 Feb 18 00:21:17.784476 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-bc51e3cb-9220-42c5-b4ac-4bac56d43d1c service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281264 Feb 18 00:21:17.788853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076cf7e-1255-44db-bee2-f8c86d1cd389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68aca8d-4f5a-40e1-8d78-8d8100e0c65f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:17.798852 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d076cf7e-1255-44db-bee2-f8c86d1cd389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:17.799822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d076cf7e-1255-44db-bee2-f8c86d1cd389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:17.803787 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d076cf7e-1255-44db-bee2-f8c86d1cd389 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e68aca8d-4f5a-40e1-8d78-8d8100e0c65f HTTP/1.1" status: 204 len: 168 time: 0.2569032 Feb 18 00:21:17.987453 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5dddc304-970f-4508-93ac-0cd0af23557f req-eb9af9c6-9a68-430d-8338-69354b84deb9 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953013 Feb 18 00:21:18.056145 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-17d0ffa4-345b-4b5e-b544-a99cf9023328 req-a4f79378-b6b4-4026-998c-62e20b46f420 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1768258 Feb 18 00:21:18.263919 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33464) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:18.286695 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db7ce28a-e55a-4125-b9ce-604d548d96d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:18.303172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db7ce28a-e55a-4125-b9ce-604d548d96d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:18.307297 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-db7ce28a-e55a-4125-b9ce-604d548d96d5 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce4daa53ea34fe99c72557b48ebe00e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:18.310439 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-db7ce28a-e55a-4125-b9ce-604d548d96d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:18.316464 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-db7ce28a-e55a-4125-b9ce-604d548d96d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:18.413136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db7ce28a-e55a-4125-b9ce-604d548d96d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:18.416633 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-db7ce28a-e55a-4125-b9ce-604d548d96d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:18.424412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d7710eab-65e4-43ee-841e-269d65e7db5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:18.469761 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-db7ce28a-e55a-4125-b9ce-604d548d96d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ce4daa53ea34fe99c72557b48ebe00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036128 Feb 18 00:21:18.470555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ce28a-e55a-4125-b9ce-604d548d96d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cffe0a-5efa-492f-b1af-b21b7606df69,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:18.473422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33468) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:18.476621 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-db7ce28a-e55a-4125-b9ce-604d548d96d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:18.546838 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9ff09d1-b8bb-4494-8f93-12bf57489871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:18.578086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9ff09d1-b8bb-4494-8f93-12bf57489871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:18.624781 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9ff09d1-b8bb-4494-8f93-12bf57489871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:18.629957 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b72d7762-30fe-446d-9775-1617a3bb93f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:18.641592 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff09d1-b8bb-4494-8f93-12bf57489871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cffe0a-5efa-492f-b1af-b21b7606df69,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:18.646806 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f9ff09d1-b8bb-4494-8f93-12bf57489871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:18.648572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f9ff09d1-b8bb-4494-8f93-12bf57489871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:18.652532 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f9ff09d1-b8bb-4494-8f93-12bf57489871 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84cffe0a-5efa-492f-b1af-b21b7606df69 HTTP/1.1" status: 204 len: 168 time: 0.1752636 Feb 18 00:21:18.720513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90010df9-8394-4f63-a218-eb2f51cf8716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:19.249697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f12e7-bd3a-43a8-a6ac-2640bcfbec02 req-85a43abf-d954-49c2-abcc-66d2d16598d1 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:19.257391 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1d8f12e7-bd3a-43a8-a6ac-2640bcfbec02 req-85a43abf-d954-49c2-abcc-66d2d16598d1 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1109271 Feb 18 00:21:19.307526 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1d8f12e7-bd3a-43a8-a6ac-2640bcfbec02 req-5eed5796-8288-4e59-ac9c-e0b9a87150d5 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490966 Feb 18 00:21:19.818568 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:20.559922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0af83b-32b4-4841-abac-7f1a93838f27 req-0a26638c-846b-4418-be93-f8dc52a031d3 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:20.562829 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bd0af83b-32b4-4841-abac-7f1a93838f27 req-0a26638c-846b-4418-be93-f8dc52a031d3 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1218293 Feb 18 00:21:20.631954 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bd0af83b-32b4-4841-abac-7f1a93838f27 req-02c32011-eeb3-4e9c-9598-3e4ac6fe2a74 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589633 Feb 18 00:21:20.802650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:20.907271 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:21.511083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:21.876660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a5986-15e5-47fc-bf62-b0d393c95750 req-46e22394-add2-489c-9cee-9ee44d7922de tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:21.878533 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-092a5986-15e5-47fc-bf62-b0d393c95750 req-46e22394-add2-489c-9cee-9ee44d7922de tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1152337 Feb 18 00:21:21.940385 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-092a5986-15e5-47fc-bf62-b0d393c95750 req-4911e0b1-6ee6-47f9-b75c-dcd4f44a7b18 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473719 Feb 18 00:21:22.456166 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-277aab09-6dba-4127-bae7-b8e5b729ef21 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:22.458340 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-277aab09-6dba-4127-bae7-b8e5b729ef21 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/networks?id=0d7de6bf-34ab-41c6-a4a1-cfde914fda04 HTTP/1.1" status: 200 len: 813 time: 0.1738534 Feb 18 00:21:22.478598 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-e52b2af3-ba2b-4d9a-85fc-a8a6fac9d379 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/quotas/4370bd81cd1f4a49b73701c1c6da5aec HTTP/1.1" status: 200 len: 375 time: 0.0125840 Feb 18 00:21:22.538798 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-2ae89ae7-0ac2-4b4c-a3e2-68023ec98921 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4370bd81cd1f4a49b73701c1c6da5aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523622 Feb 18 00:21:22.724710 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-d7598b2d-4d51-44ed-bcf4-d95ddbec85aa service neutron] 10.222.0.44 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590061 Feb 18 00:21:22.877265 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-68ed4fa0-25fe-4007-9770-e79b9c2b67fb service neutron] 10.222.0.44 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1458483 Feb 18 00:21:23.089910 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33642) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:23.207531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b7710-5b7f-43bf-adbd-df0bcf296a26 req-3715b648-9fc4-4627-99c3-2e37b36ab09a tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:23.216341 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6b6b7710-5b7f-43bf-adbd-df0bcf296a26 req-3715b648-9fc4-4627-99c3-2e37b36ab09a tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1121700 Feb 18 00:21:23.254099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa164-d265-4f20-84a4-e566175fa545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:23.274569 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5b1aa164-d265-4f20-84a4-e566175fa545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:23.274705 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6b6b7710-5b7f-43bf-adbd-df0bcf296a26 req-f3f8aa13-e5dc-47c3-8025-504703431939 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570016 Feb 18 00:21:23.278961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b1aa164-d265-4f20-84a4-e566175fa545 admin admin] Usage tracker for resource:security_group_rule and tenant:21276f5bbf7d47cea155413de5b874f1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:23.283827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-5b1aa164-d265-4f20-84a4-e566175fa545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:23.290224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-5b1aa164-d265-4f20-84a4-e566175fa545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:23.382498 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f9258ea-1f7d-476a-b7fc-c33fb6ff5153 req-6301502c-badb-47d2-adb4-2ee9b7e2481c tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 210 time: 0.0649347 Feb 18 00:21:23.420291 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa164-d265-4f20-84a4-e566175fa545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:23.426334 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa164-d265-4f20-84a4-e566175fa545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:23.441433 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-db7ce28a-e55a-4125-b9ce-604d548d96d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:23.484579 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1aa164-d265-4f20-84a4-e566175fa545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d44006c-a43f-46e9-a20f-3419f370a233,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:23.494504 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5b1aa164-d265-4f20-84a4-e566175fa545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:23.538554 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33670) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:23.538844 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-5b1aa164-d265-4f20-84a4-e566175fa545 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21276f5bbf7d47cea155413de5b874f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476452 Feb 18 00:21:23.848835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee7e18-7cbe-466d-b3af-4613c31f72d8 req-d118171a-da43-46d3-b79f-2b980ed79f18 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:23.850702 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91ee7e18-7cbe-466d-b3af-4613c31f72d8 req-d118171a-da43-46d3-b79f-2b980ed79f18 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1104143 Feb 18 00:21:23.908638 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91ee7e18-7cbe-466d-b3af-4613c31f72d8 req-bf33675f-7b5d-4ea9-aab9-b39050d772d0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512722 Feb 18 00:21:23.991947 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e791-7177-4512-abd3-772928477a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:24.030974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e791-7177-4512-abd3-772928477a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:24.080485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc9437-e6a9-47a8-89ac-1cef9ac353e6 req-12eee687-1f66-4fe6-bc6e-9b50b1ba86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:24.082104 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-edcc9437-e6a9-47a8-89ac-1cef9ac353e6 req-12eee687-1f66-4fe6-bc6e-9b50b1ba86e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 1163 time: 0.3899066 Feb 18 00:21:24.106557 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e791-7177-4512-abd3-772928477a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:24.116187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f1a426db-9af8-4ee4-8644-81f2e4deb7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:24.132139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6e791-7177-4512-abd3-772928477a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d44006c-a43f-46e9-a20f-3419f370a233,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:24.136143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b8e6e791-7177-4512-abd3-772928477a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:24.150270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e791-7177-4512-abd3-772928477a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:24.151486 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b8e6e791-7177-4512-abd3-772928477a10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d44006c-a43f-46e9-a20f-3419f370a233 HTTP/1.1" status: 204 len: 168 time: 0.6114483 Feb 18 00:21:24.158329 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-edcc9437-e6a9-47a8-89ac-1cef9ac353e6 req-10e16f60-5628-4de7-808d-6712559df038 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675080 Feb 18 00:21:24.468923 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33690) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:24.488739 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3780a4-5665-4bca-8ef6-569d5486e4aa req-c4a182d1-89f8-4292-a1dd-13ae8f0b1d09 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:24.492296 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1e3780a4-5665-4bca-8ef6-569d5486e4aa req-c4a182d1-89f8-4292-a1dd-13ae8f0b1d09 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1026120 Feb 18 00:21:24.501547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99920577-2c47-4e06-af01-9fa0a96b9574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:24.544401 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1e3780a4-5665-4bca-8ef6-569d5486e4aa req-31337e35-70d2-4fdb-86b3-6ff9ec8d80d9 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477355 Feb 18 00:21:24.576351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-99920577-2c47-4e06-af01-9fa0a96b9574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:24.581111 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-10320cdf-8075-4189-9c3b-1e39322db90e req-17e88e6c-e479-4fa7-a31e-b40ae92460da tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 210 time: 0.0672383 Feb 18 00:21:24.592688 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-99920577-2c47-4e06-af01-9fa0a96b9574 admin admin] Usage tracker for resource:security_group_rule and tenant:93a1bff3371d4865bd240ab2ae9f1b17 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:24.592688 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-99920577-2c47-4e06-af01-9fa0a96b9574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:24.595060 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-99920577-2c47-4e06-af01-9fa0a96b9574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:24.709038 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99920577-2c47-4e06-af01-9fa0a96b9574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:24.713001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99920577-2c47-4e06-af01-9fa0a96b9574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:24.721386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-053b83e3-5037-4692-a1c0-abba1b19ecf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:24.751749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99920577-2c47-4e06-af01-9fa0a96b9574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e740cd4-d682-40a2-b240-d794475781f5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:24.756795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-99920577-2c47-4e06-af01-9fa0a96b9574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:24.799909 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-99920577-2c47-4e06-af01-9fa0a96b9574 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93a1bff3371d4865bd240ab2ae9f1b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289340 Feb 18 00:21:24.800715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33698) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:24.940134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d69ea736-1bcb-4f53-8b22-c188d88a3806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:24.965203 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-bb6e6e52-a7b9-4efc-96c8-27f01c9cb356 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:24.967259 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-bb6e6e52-a7b9-4efc-96c8-27f01c9cb356 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.30 "GET /v2.0/networks?id=0d7de6bf-34ab-41c6-a4a1-cfde914fda04 HTTP/1.1" status: 200 len: 813 time: 0.2603574 Feb 18 00:21:24.986023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Request body: {'port': {'device_id': 'd43b92a5-e986-4f19-80e1-c818a1eb498a', 'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04', 'admin_state_up': True, 'tenant_id': '4370bd81cd1f4a49b73701c1c6da5aec'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:21:25.008723 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d69ea736-1bcb-4f53-8b22-c188d88a3806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:25.145738 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47645132-670c-40b7-bd42-93bd97e47d3c req-b51013d3-6413-49b3-b8f9-59b2071d4a44 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:25.148063 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-47645132-670c-40b7-bd42-93bd97e47d3c req-b51013d3-6413-49b3-b8f9-59b2071d4a44 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1053030 Feb 18 00:21:25.169004 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d69ea736-1bcb-4f53-8b22-c188d88a3806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:25.175134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5d4081bd-baa0-4f1b-a265-a5a0faf863a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:25.194573 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ea736-1bcb-4f53-8b22-c188d88a3806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e740cd4-d682-40a2-b240-d794475781f5,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:25.197010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:25.201960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Usage tracker for resource:port and tenant:4370bd81cd1f4a49b73701c1c6da5aec is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:25.211797 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:25.215276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d69ea736-1bcb-4f53-8b22-c188d88a3806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:25.223537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:25.232622 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d69ea736-1bcb-4f53-8b22-c188d88a3806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:25.238788 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d69ea736-1bcb-4f53-8b22-c188d88a3806 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e740cd4-d682-40a2-b240-d794475781f5 HTTP/1.1" status: 204 len: 168 time: 0.4320574 Feb 18 00:21:25.238788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Made reservation on behalf of 4370bd81cd1f4a49b73701c1c6da5aec for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:21:25.241680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:25.355559 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 8879c651-f151-4eb6-b242-99ee7c5fe7ea up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:21:25.462369 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-47645132-670c-40b7-bd42-93bd97e47d3c req-1662cb15-a9ad-4a4b-b065-3455d1970f77 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080547 Feb 18 00:21:25.478185 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 8879c651-f151-4eb6-b242-99ee7c5fe7ea triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:21:25.478610 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:25.744731 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Allocated IP 172.20.0.7 (0d7de6bf-34ab-41c6-a4a1-cfde914fda04/19a9ec78-e855-4c3d-879d-7c169878eaf4/9cda10d2-c831-4726-8eca-c7f3b521d4a4) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:21:25.818959 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ab796175-3617-41f2-9e28-ec514e45a307 req-da97d1c0-6990-4750-ab8c-81b97a3b1862 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 210 time: 0.0525689 Feb 18 00:21:26.014257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca114d3-49e2-4846-9cae-4ce101e1c573 req-b5479849-2b09-4d8c-932c-5b8f3795b7fc tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:26.017454 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8ca114d3-49e2-4846-9cae-4ce101e1c573 req-b5479849-2b09-4d8c-932c-5b8f3795b7fc tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.2567718 Feb 18 00:21:26.109982 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8ca114d3-49e2-4846-9cae-4ce101e1c573 req-e670840c-100f-482d-9e0c-31266233eec7 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818739 Feb 18 00:21:26.134886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:26.168349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:26.194095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:26.334194 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97430e-84ff-4d8f-a7c8-442b803f46a8 req-cd228b37-60ee-4821-8d48-86a473dac6de tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:26.334726 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3d97430e-84ff-4d8f-a7c8-442b803f46a8 req-cd228b37-60ee-4821-8d48-86a473dac6de tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0992301 Feb 18 00:21:26.337154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Pushing event updated for resources: {'Port': ['ID=9cda10d2-c831-4726-8eca-c7f3b521d4a4,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:26.344585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:26.388330 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3d97430e-84ff-4d8f-a7c8-442b803f46a8 req-12437abf-23ba-429f-9496-011f912249f1 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460372 Feb 18 00:21:26.397033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:21:26.398404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:21:26.401460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:21:26.474558 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:26.475269 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:26.496115 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5167518 Feb 18 00:21:26.511517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Request body: {'port': {'device_id': 'd43b92a5-e986-4f19-80e1-c818a1eb498a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:21:26.728159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:26.823659 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f83d7-b3bd-4eba-bd1f-c6c984c5e75f req-b285a478-dfad-482a-9c9f-93bea736c704 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:26.825441 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b04f83d7-b3bd-4eba-bd1f-c6c984c5e75f req-b285a478-dfad-482a-9c9f-93bea736c704 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1969762 Feb 18 00:21:27.076865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad5809-61df-48f4-8baa-45c0c117032e req-1603c631-0aa8-4be7-806a-db77730cb12b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:27.077561 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b04f83d7-b3bd-4eba-bd1f-c6c984c5e75f req-5f530a9d-2040-4ba5-a8e6-cd7a371a1b66 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759586 Feb 18 00:21:27.077797 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8cad5809-61df-48f4-8baa-45c0c117032e req-1603c631-0aa8-4be7-806a-db77730cb12b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 931 time: 0.1004620 Feb 18 00:21:27.135069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-8cad5809-61df-48f4-8baa-45c0c117032e req-8d36be57-f3d0-4bc4-85c6-5db757af341b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Synchronizing usage tracker for tenant:4370bd81cd1f4a49b73701c1c6da5aec on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:21:27.154609 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-8cad5809-61df-48f4-8baa-45c0c117032e req-8d36be57-f3d0-4bc4-85c6-5db757af341b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Unset dirty status for tenant:4370bd81cd1f4a49b73701c1c6da5aec on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:21:27.163139 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8cad5809-61df-48f4-8baa-45c0c117032e req-8d36be57-f3d0-4bc4-85c6-5db757af341b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794392 Feb 18 00:21:27.413053 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cda10d2-c831-4726-8eca-c7f3b521d4a4 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:21:27.429316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:27.444774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Transition to ACTIVE for port object 9cda10d2-c831-4726-8eca-c7f3b521d4a4 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:21:27.448104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:27.464982 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:27.632355 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9cda10d2-c831-4726-8eca-c7f3b521d4a4,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:27.637517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:27.838016 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Attempting to bind port 9cda10d2-c831-4726-8eca-c7f3b521d4a4 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:21:27.838633 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Attempting to bind port 9cda10d2-c831-4726-8eca-c7f3b521d4a4 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '15f6ee25-ab0e-4964-8702-005a6962c3cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:21:27.838751 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Attempting to bind port 9cda10d2-c831-4726-8eca-c7f3b521d4a4 on network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:21:27.845736 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:21:27.846123 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Checking segment: {'id': '15f6ee25-ab0e-4964-8702-005a6962c3cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:21:27.846535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:27.846937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Bound using segment: {'id': '15f6ee25-ab0e-4964-8702-005a6962c3cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:21:27.847555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Bound port: 9cda10d2-c831-4726-8eca-c7f3b521d4a4, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f6ee25-ab0e-4964-8702-005a6962c3cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:21:27.847798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:27.953855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] For port 9cda10d2-c831-4726-8eca-c7f3b521d4a4, host hv-cinder-75157, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:21:27.958836 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] For port 9cda10d2-c831-4726-8eca-c7f3b521d4a4, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9cda10d2-c831-4726-8eca-c7f3b521d4a4,segment=NetworkSegment(15f6ee25-ab0e-4964-8702-005a6962c3cd),segment_id=15f6ee25-ab0e-4964-8702-005a6962c3cd)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:21:27.965754 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:28.011808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:28.369933 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517d59d-f7ea-45bd-be19-09a9f55575f0 req-cbd925e5-3ef2-4c50-a81e-eedb2ce342e9 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:28.371795 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d517d59d-f7ea-45bd-be19-09a9f55575f0 req-cbd925e5-3ef2-4c50-a81e-eedb2ce342e9 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1414819 Feb 18 00:21:28.430038 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d517d59d-f7ea-45bd-be19-09a9f55575f0 req-102670b5-b078-4d8f-a726-b5f827b838cf tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505633 Feb 18 00:21:28.514100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9cda10d2-c831-4726-8eca-c7f3b521d4a4,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:28.526359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:28.689045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7056f-8bb7-47be-9166-28f3aa1c8ed4 req-2dbd2b40-82f4-4c47-b95d-d363876612b9 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:28.690353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-49d7056f-8bb7-47be-9166-28f3aa1c8ed4 req-2dbd2b40-82f4-4c47-b95d-d363876612b9 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Synchronizing usage tracker for tenant:4370bd81cd1f4a49b73701c1c6da5aec on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:21:28.710169 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:28.710911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:28.712354 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] 10.222.0.30 "PUT /v2.0/ports/9cda10d2-c831-4726-8eca-c7f3b521d4a4 HTTP/1.1" status: 200 len: 1157 time: 2.2066319 Feb 18 00:21:28.712959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43b92a5-e986-4f19-80e1-c818a1eb498a', 'tag': '9cda10d2-c831-4726-8eca-c7f3b521d4a4'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:21:28.737520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-49d7056f-8bb7-47be-9166-28f3aa1c8ed4 req-2dbd2b40-82f4-4c47-b95d-d363876612b9 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Unset dirty status for tenant:4370bd81cd1f4a49b73701c1c6da5aec on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:21:28.739103 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-49d7056f-8bb7-47be-9166-28f3aa1c8ed4 req-2dbd2b40-82f4-4c47-b95d-d363876612b9 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 943 time: 0.2564251 Feb 18 00:21:28.839096 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-49d7056f-8bb7-47be-9166-28f3aa1c8ed4 req-2b453967-9107-4754-9fcd-5b66cd91080e tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927045 Feb 18 00:21:28.905957 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43b92a5-e986-4f19-80e1-c818a1eb498a', 'tag': '9cda10d2-c831-4726-8eca-c7f3b521d4a4', 'status': 'completed', 'code': 200} Feb 18 00:21:28.954452 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-37941dbf-8a3a-4ffc-b9f4-7fd226057252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:28.956091 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-37941dbf-8a3a-4ffc-b9f4-7fd226057252 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4370bd81cd1f4a49b73701c1c6da5aec&device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 1160 time: 0.1934052 Feb 18 00:21:28.976417 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0709b-21f8-4896-bd51-173339bc8192 req-89956eaa-313a-4291-ae42-937f9e6ac693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:28.978036 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-add0709b-21f8-4896-bd51-173339bc8192 req-89956eaa-313a-4291-ae42-937f9e6ac693 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 1162 time: 0.1247029 Feb 18 00:21:29.112987 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-bf659680-960a-4a11-9c8f-7a1c7c58c8d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cda10d2-c831-4726-8eca-c7f3b521d4a4 HTTP/1.1" status: 200 len: 217 time: 0.1388950 Feb 18 00:21:29.294946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-9e20d4ff-4d34-4255-ad90-0b484d8a90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:29.297378 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-9e20d4ff-4d34-4255-ad90-0b484d8a90d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19a9ec78-e855-4c3d-879d-7c169878eaf4 HTTP/1.1" status: 200 len: 853 time: 0.1291819 Feb 18 00:21:29.372686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0709b-21f8-4896-bd51-173339bc8192 req-f503894c-fe85-44bd-97bb-4ac4b13ad79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:29.375078 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-add0709b-21f8-4896-bd51-173339bc8192 req-f503894c-fe85-44bd-97bb-4ac4b13ad79a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 912 time: 0.3434658 Feb 18 00:21:29.378648 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-87b3144b-3ea4-41f7-bc1f-4bee09f3f439 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7de6bf-34ab-41c6-a4a1-cfde914fda04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669546 Feb 18 00:21:29.385081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34db9b-bbe7-458c-bf3e-689520160431 req-6f83378f-eb6a-405b-a2fa-2419f17e3c56 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:29.386681 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d34db9b-bbe7-458c-bf3e-689520160431 req-6f83378f-eb6a-405b-a2fa-2419f17e3c56 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.3570979 Feb 18 00:21:29.502420 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-add0709b-21f8-4896-bd51-173339bc8192 req-0564fcec-d1d0-472c-8768-fa4640c08138 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325357bb-436d-4473-872d-65f455a31430 HTTP/1.1" status: 200 len: 217 time: 0.1146581 Feb 18 00:21:29.672838 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6e21b-ab4a-42c4-b41e-2c74aa57c54c req-3243b303-a962-4beb-ac4a-8e2120076b4b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:29.673354 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d34db9b-bbe7-458c-bf3e-689520160431 req-ba1229f0-4d9e-4911-b2cf-df6e881ddee9 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298253 Feb 18 00:21:29.675239 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f0c6e21b-ab4a-42c4-b41e-2c74aa57c54c req-3243b303-a962-4beb-ac4a-8e2120076b4b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.0969796 Feb 18 00:21:29.690714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0709b-21f8-4896-bd51-173339bc8192 req-cea382f2-09f2-4a72-8d30-f0081f02ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:29.692268 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-add0709b-21f8-4896-bd51-173339bc8192 req-cea382f2-09f2-4a72-8d30-f0081f02ca4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=762948e9-9a6b-42ed-a9d0-73a29ac28299 HTTP/1.1" status: 200 len: 858 time: 0.1343324 Feb 18 00:21:29.733867 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f0c6e21b-ab4a-42c4-b41e-2c74aa57c54c req-9bc9d9aa-c3c8-40cf-ab65-b361b19a7472 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516856 Feb 18 00:21:29.763292 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-add0709b-21f8-4896-bd51-173339bc8192 req-ad8aad1c-48de-4040-b2d0-44afed5e7b48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480de9b-db79-41d7-b1ad-8d431d4576b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549886 Feb 18 00:21:29.765744 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-24bce55a-bf35-4b0b-b6bc-25e45edaf8b8 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155155 Feb 18 00:21:30.128326 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e550f78-e3bb-45af-ac2c-5b7fb02e4b8e req-8e8e4104-2b5f-47eb-a6c2-c75f6f70ed15 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3443112 Feb 18 00:21:30.131834 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-add0709b-21f8-4896-bd51-173339bc8192 req-01e16e61-1c33-4469-a67f-71a0cb2fa9a3 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491423 Feb 18 00:21:30.180914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783c0ed-3dc6-44d5-941c-c3418c0856e2 req-6a409cd5-dde9-432f-b46c-de823fe388f6 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:30.182617 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9783c0ed-3dc6-44d5-941c-c3418c0856e2 req-6a409cd5-dde9-432f-b46c-de823fe388f6 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 943 time: 0.2234163 Feb 18 00:21:30.363362 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9783c0ed-3dc6-44d5-941c-c3418c0856e2 req-50187141-c708-46bb-a0ef-101098ef85cb tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235323 Feb 18 00:21:30.410373 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-add0709b-21f8-4896-bd51-173339bc8192 req-1ceeb9d2-0f4b-4eec-bcbc-911b7580b003 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2658727 Feb 18 00:21:30.423738 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade23229-0361-4779-a051-6351123cd66e req-adf6d91f-626a-4362-9efe-0c8023706b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:30.425560 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ade23229-0361-4779-a051-6351123cd66e req-adf6d91f-626a-4362-9efe-0c8023706b9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4370bd81cd1f4a49b73701c1c6da5aec&device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 1160 time: 0.1870346 Feb 18 00:21:30.603088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade23229-0361-4779-a051-6351123cd66e req-79d93c5a-f1a7-4e29-a392-b457b992e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:30.604544 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ade23229-0361-4779-a051-6351123cd66e req-79d93c5a-f1a7-4e29-a392-b457b992e687 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d7de6bf-34ab-41c6-a4a1-cfde914fda04 HTTP/1.1" status: 200 len: 907 time: 0.1649630 Feb 18 00:21:30.684974 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ade23229-0361-4779-a051-6351123cd66e req-937ac377-dd4d-49be-82c3-c2297c3a44d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cda10d2-c831-4726-8eca-c7f3b521d4a4 HTTP/1.1" status: 200 len: 217 time: 0.0720124 Feb 18 00:21:30.767099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade23229-0361-4779-a051-6351123cd66e req-8be004d1-82ce-4b9a-8bcb-99003c985570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:30.767099 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ade23229-0361-4779-a051-6351123cd66e req-8be004d1-82ce-4b9a-8bcb-99003c985570 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19a9ec78-e855-4c3d-879d-7c169878eaf4 HTTP/1.1" status: 200 len: 853 time: 0.0714066 Feb 18 00:21:30.824383 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ade23229-0361-4779-a051-6351123cd66e req-523d75f5-8e25-4a5b-9126-e91dbc718d73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7de6bf-34ab-41c6-a4a1-cfde914fda04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499456 Feb 18 00:21:30.903774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412473f-ef13-483c-8a68-7769048ad71c req-420f3751-ffd5-40a0-8c47-abda0b08a83e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:30.906060 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a412473f-ef13-483c-8a68-7769048ad71c req-420f3751-ffd5-40a0-8c47-abda0b08a83e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0903172 Feb 18 00:21:30.962450 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a412473f-ef13-483c-8a68-7769048ad71c req-9ee448cd-ba09-4569-bc54-8593acca6e59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496202 Feb 18 00:21:31.247440 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ade23229-0361-4779-a051-6351123cd66e req-e9aeadf7-22e7-4fa4-887e-fac745cb3268 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151814 Feb 18 00:21:31.266248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b584a0-f735-4f46-b4ed-fbda1aa492e8 req-8f81ac3c-c902-4650-839d-f15e5baf5982 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:31.267808 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f6b584a0-f735-4f46-b4ed-fbda1aa492e8 req-8f81ac3c-c902-4650-839d-f15e5baf5982 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1446385 Feb 18 00:21:31.412968 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f6b584a0-f735-4f46-b4ed-fbda1aa492e8 req-dd469811-9438-406b-b7ab-00ad998dc890 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204276 Feb 18 00:21:31.446993 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ade23229-0361-4779-a051-6351123cd66e req-5fecbf08-dd8c-437b-9718-12ac87bcd909 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1781597 Feb 18 00:21:31.576915 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dba64-aac7-4faa-9125-585eef48fbca req-8e6abe4e-2952-48da-aa34-1ccdb9228150 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:31.580566 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-711dba64-aac7-4faa-9125-585eef48fbca req-8e6abe4e-2952-48da-aa34-1ccdb9228150 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 943 time: 0.0952899 Feb 18 00:21:31.637087 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-711dba64-aac7-4faa-9125-585eef48fbca req-d48c739b-a511-49f0-a1bf-c0253ebb658c tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505257 Feb 18 00:21:32.165681 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb40159-e48e-4876-b7de-f777ff1b9a54 req-a39671f8-a69b-45d7-a1b3-224bc1cc23d2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:32.167267 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-edb40159-e48e-4876-b7de-f777ff1b9a54 req-a39671f8-a69b-45d7-a1b3-224bc1cc23d2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0867817 Feb 18 00:21:32.219846 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-edb40159-e48e-4876-b7de-f777ff1b9a54 req-dfbc2bf7-2cd5-40e7-bbb4-9e73e45824c2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450466 Feb 18 00:21:32.631379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b323a-c8db-41ff-a57d-78f3b9124c80 req-daf59386-a443-4981-8d67-3189471f8ce0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:32.632989 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ab8b323a-c8db-41ff-a57d-78f3b9124c80 req-daf59386-a443-4981-8d67-3189471f8ce0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.0931730 Feb 18 00:21:32.684092 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ab8b323a-c8db-41ff-a57d-78f3b9124c80 req-f98c4d4f-edb5-4a5e-ba77-ec63c9e5ecef tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446210 Feb 18 00:21:32.988538 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258359b-1a0e-4f09-bd53-607d2093a701 req-4c2b44c8-60e4-45d8-aa62-8f651203839d tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:32.990193 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1258359b-1a0e-4f09-bd53-607d2093a701 req-4c2b44c8-60e4-45d8-aa62-8f651203839d tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 943 time: 0.0960028 Feb 18 00:21:33.042357 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1258359b-1a0e-4f09-bd53-607d2093a701 req-13d7b702-b6c4-4b66-b54f-3951fbdd5049 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 Feb 18 00:21:33.342245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33926) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:33.417682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33934) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:33.446282 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a33c7-f99d-4fcc-a851-cf2a32c892ad req-2a58b512-3ec6-4660-be82-d91ee6ce6c4f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:33.448265 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e67a33c7-f99d-4fcc-a851-cf2a32c892ad req-2a58b512-3ec6-4660-be82-d91ee6ce6c4f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1070616 Feb 18 00:21:33.502227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.objects.ports [None req-388aad12-ff2a-41f1-b2d9-5b3470c13949 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84026) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 00:21:33.525174 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e67a33c7-f99d-4fcc-a851-cf2a32c892ad req-2a8d8601-d906-4ae5-875b-3f8ecefb5bbc tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681250 Feb 18 00:21:33.597612 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:33.616126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-acc050fc-ddb8-424e-9738-0ab29851d4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:33.627796 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:33.634685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Usage tracker for resource:security_group_rule and tenant:52a079c2782a409ea468b77a224d9dd2 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:33.638386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:33.641963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-acc050fc-ddb8-424e-9738-0ab29851d4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:33.647921 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:33.650319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-acc050fc-ddb8-424e-9738-0ab29851d4b6 admin admin] Usage tracker for resource:security_group_rule and tenant:3330cab58a6b47c78e91499331a66273 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:33.654101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-acc050fc-ddb8-424e-9738-0ab29851d4b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:33.664642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-acc050fc-ddb8-424e-9738-0ab29851d4b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:33.807801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:33.813638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:33.828927 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-316f3948-ef5a-4609-b604-dd45ea6647e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:33.855901 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-acc050fc-ddb8-424e-9738-0ab29851d4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:33.870975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-acc050fc-ddb8-424e-9738-0ab29851d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:33.890864 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52a079c2782a409ea468b77a224d9dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698603 Feb 18 00:21:33.893090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33946) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:33.895527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580be05a-f138-468b-bd4b-701e36f3f632,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:33.912243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d444-4090-462f-8505-1ea7e9dd1bc3 req-42b85591-2441-4a50-914e-72a420f2503d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:33.914090 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-04b2d444-4090-462f-8505-1ea7e9dd1bc3 req-42b85591-2441-4a50-914e-72a420f2503d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.0893760 Feb 18 00:21:33.932046 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.932445 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.932879 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.933259 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.933638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.934020 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.934512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.934764 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.935144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.935524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.935904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.936522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.936762 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.937078 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.937450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.937819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.938191 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.938562 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.938931 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.939276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.939651 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.940018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.940385 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.940783 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:33.954329 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:33.954902 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b8e6e791-7177-4512-abd3-772928477a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:33.971339 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-acc050fc-ddb8-424e-9738-0ab29851d4b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3330cab58a6b47c78e91499331a66273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6241257 Feb 18 00:21:33.975860 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 33950) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:33.975962 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-04b2d444-4090-462f-8505-1ea7e9dd1bc3 req-db21c7d8-cbcd-4c3b-9e79-840398c6e918 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553288 Feb 18 00:21:34.036690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc050fc-ddb8-424e-9738-0ab29851d4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d555bd9f-2622-43ad-a0f5-c647125e7f44,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:34.053595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-acc050fc-ddb8-424e-9738-0ab29851d4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:34.072718 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7431ddee-72f8-48e9-bbed-6198e5f5f2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:34.106585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 9cda10d2-c831-4726-8eca-c7f3b521d4a4 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:21:34.108996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66740d4c-7f1e-4e1e-b218-8c3239b43183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:34.128120 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7431ddee-72f8-48e9-bbed-6198e5f5f2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:34.163743 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66740d4c-7f1e-4e1e-b218-8c3239b43183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:34.185442 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 9cda10d2-c831-4726-8eca-c7f3b521d4a4 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:21:34.190680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 9cda10d2-c831-4726-8eca-c7f3b521d4a4 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:21:34.191107 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:34.285422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7431ddee-72f8-48e9-bbed-6198e5f5f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:34.290903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ae04aeb9-760c-43b2-8a7e-f2b586d130fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:34.309353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431ddee-72f8-48e9-bbed-6198e5f5f2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580be05a-f138-468b-bd4b-701e36f3f632,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:34.315666 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-7431ddee-72f8-48e9-bbed-6198e5f5f2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:34.324982 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66740d4c-7f1e-4e1e-b218-8c3239b43183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:34.339683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cd06c718-f075-4791-be36-274c17901912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:34.360518 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:34.360715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55d8aa-eaf3-4cdb-951b-26bf0f5fa0d3 req-72376260-371e-4c3a-8009-1ef0a050c63c tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:34.362727 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7d55d8aa-eaf3-4cdb-951b-26bf0f5fa0d3 req-72376260-371e-4c3a-8009-1ef0a050c63c tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 943 time: 0.1888559 Feb 18 00:21:34.363483 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7431ddee-72f8-48e9-bbed-6198e5f5f2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:34.364533 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-7431ddee-72f8-48e9-bbed-6198e5f5f2c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/580be05a-f138-468b-bd4b-701e36f3f632 HTTP/1.1" status: 204 len: 168 time: 0.4704163 Feb 18 00:21:34.366813 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66740d4c-7f1e-4e1e-b218-8c3239b43183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d555bd9f-2622-43ad-a0f5-c647125e7f44,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:34.370699 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-66740d4c-7f1e-4e1e-b218-8c3239b43183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:34.372175 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-66740d4c-7f1e-4e1e-b218-8c3239b43183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:34.373354 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-66740d4c-7f1e-4e1e-b218-8c3239b43183 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d555bd9f-2622-43ad-a0f5-c647125e7f44 HTTP/1.1" status: 204 len: 168 time: 0.3911123 Feb 18 00:21:34.425433 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7d55d8aa-eaf3-4cdb-951b-26bf0f5fa0d3 req-d74eeab9-c86a-43c0-b1e1-b52e40ec43fb tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551791 Feb 18 00:21:34.431990 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43b92a5-e986-4f19-80e1-c818a1eb498a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cda10d2-c831-4726-8eca-c7f3b521d4a4'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:21:34.470044 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 9cda10d2-c831-4726-8eca-c7f3b521d4a4, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9cda10d2-c831-4726-8eca-c7f3b521d4a4,segment=NetworkSegment(15f6ee25-ab0e-4964-8702-005a6962c3cd),segment_id=15f6ee25-ab0e-4964-8702-005a6962c3cd)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:21:34.475186 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:34.477475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:34.519516 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43b92a5-e986-4f19-80e1-c818a1eb498a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cda10d2-c831-4726-8eca-c7f3b521d4a4', 'code': 200} Feb 18 00:21:34.650311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=9cda10d2-c831-4726-8eca-c7f3b521d4a4,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:34.657492 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:34.864693 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef289fe1-adaf-4661-8c86-bbae04a323fb req-4b88a767-7188-4911-ab35-a40a289fc16f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:34.866778 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ef289fe1-adaf-4661-8c86-bbae04a323fb req-4b88a767-7188-4911-ab35-a40a289fc16f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1275322 Feb 18 00:21:34.920406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d9140-3890-4914-ba84-5e78f3fc73fb req-ba49a219-a97a-4b7f-acd1-a567888de67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:34.925414 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-665d9140-3890-4914-ba84-5e78f3fc73fb req-ba49a219-a97a-4b7f-acd1-a567888de67f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 1162 time: 0.1154351 Feb 18 00:21:34.968972 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ef289fe1-adaf-4661-8c86-bbae04a323fb req-576da74b-df2f-445d-ba45-eec859ba2da7 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807326 Feb 18 00:21:34.974896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33988) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:34.994849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:35.000273 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-665d9140-3890-4914-ba84-5e78f3fc73fb req-038f367d-0fc3-4420-9ae2-85e64e4f37c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610461 Feb 18 00:21:35.018720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:35.023317 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Usage tracker for resource:security_group_rule and tenant:50ffd8b22b774afd8182d9d52f708985 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:35.027037 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:35.033891 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:35.127192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:35.134949 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:35.147111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3291302f-b90a-4db8-9258-e20c25e9bac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:35.201252 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50ffd8b22b774afd8182d9d52f708985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249908 Feb 18 00:21:35.203457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 33998) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:35.208105 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a803f3-f756-4a51-98f3-d228f0e0f0a3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:35.227349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76458f-b7e9-4f6f-8ebe-7b654acab89c req-c9562d52-b6b4-4249-8ad1-3171bb5d1313 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:35.228986 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8b76458f-b7e9-4f6f-8ebe-7b654acab89c req-c9562d52-b6b4-4249-8ad1-3171bb5d1313 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1168520 Feb 18 00:21:35.231985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.232404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.232882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.233630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.233981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.234447 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.234748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.235177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.235546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.235941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.236325 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.236779 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.237210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.237702 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.238096 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.238477 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.238978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.239367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.239753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.240134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.240517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.241058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.241573 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.241956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:35.248978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:35.289385 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8b76458f-b7e9-4f6f-8ebe-7b654acab89c req-81de5615-74b5-43a0-8e68-c26b5e85ed24 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526342 Feb 18 00:21:35.303827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe082088-3052-49a2-a156-77271ae6cad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:35.337917 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe082088-3052-49a2-a156-77271ae6cad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:35.388364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe082088-3052-49a2-a156-77271ae6cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:35.394423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-65272e60-98d9-446b-9875-bab6d6ad2f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:35.409666 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe082088-3052-49a2-a156-77271ae6cad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a803f3-f756-4a51-98f3-d228f0e0f0a3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:35.412210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fe082088-3052-49a2-a156-77271ae6cad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:35.424311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fe082088-3052-49a2-a156-77271ae6cad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:35.425579 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-fe082088-3052-49a2-a156-77271ae6cad9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81a803f3-f756-4a51-98f3-d228f0e0f0a3 HTTP/1.1" status: 204 len: 168 time: 0.2201114 Feb 18 00:21:35.448492 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 9cda10d2-c831-4726-8eca-c7f3b521d4a4 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:21:35.538384 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 9cda10d2-c831-4726-8eca-c7f3b521d4a4 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:21:35.538817 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:35.720514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3263065-4576-434f-9975-4fb71fafc88d req-42ecb60b-cc53-4010-92c1-e0893f48f378 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:35.722377 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f3263065-4576-434f-9975-4fb71fafc88d req-42ecb60b-cc53-4010-92c1-e0893f48f378 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.1063614 Feb 18 00:21:35.779560 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f3263065-4576-434f-9975-4fb71fafc88d req-7dd7cada-77da-450d-95b0-29b54e6ed24a tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499554 Feb 18 00:21:36.179178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 34038) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:36.191039 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148cbbd-32e4-4ba9-a133-79df1522ca87 req-00b5851a-c777-45d5-b016-161567351875 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:36.192972 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4148cbbd-32e4-4ba9-a133-79df1522ca87 req-00b5851a-c777-45d5-b016-161567351875 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1077516 Feb 18 00:21:36.288675 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4148cbbd-32e4-4ba9-a133-79df1522ca87 req-88dd6187-db41-4dc0-9e9f-39857858da65 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878348 Feb 18 00:21:36.550663 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 34052) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:36.572479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d590ef0-d947-484a-aa09-efa9d069b580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:36.597364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7d590ef0-d947-484a-aa09-efa9d069b580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:36.603398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d590ef0-d947-484a-aa09-efa9d069b580 admin admin] Usage tracker for resource:security_group_rule and tenant:06c6ee5a7e534d98aa3a89db1623b9c4 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:36.612328 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d590ef0-d947-484a-aa09-efa9d069b580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:36.620337 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7d590ef0-d947-484a-aa09-efa9d069b580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:36.647364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7915d54-0f53-4d88-89d4-c49795131cdf req-8a4a6459-82ce-43f4-a320-a18695845c2d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:36.649223 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b7915d54-0f53-4d88-89d4-c49795131cdf req-8a4a6459-82ce-43f4-a320-a18695845c2d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.2249560 Feb 18 00:21:36.726655 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b7915d54-0f53-4d88-89d4-c49795131cdf req-cab68ef3-e947-4452-ae70-c32271a64820 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678096 Feb 18 00:21:36.730062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3f72f02-e9bf-4d98-8448-f6ab082665e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:36.761694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3f72f02-e9bf-4d98-8448-f6ab082665e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:36.761694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3f72f02-e9bf-4d98-8448-f6ab082665e0 admin admin] Usage tracker for resource:security_group_rule and tenant:4b656c724f9d418ea8f081c010041cb4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:36.761694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d3f72f02-e9bf-4d98-8448-f6ab082665e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:36.763768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d3f72f02-e9bf-4d98-8448-f6ab082665e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:36.787725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d590ef0-d947-484a-aa09-efa9d069b580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:36.791398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d590ef0-d947-484a-aa09-efa9d069b580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:36.801609 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-138487cd-fcef-4369-be2a-e889aa4065da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:36.851134 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-7d590ef0-d947-484a-aa09-efa9d069b580 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06c6ee5a7e534d98aa3a89db1623b9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6706657 Feb 18 00:21:36.853126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 34064) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:36.856090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d590ef0-d947-484a-aa09-efa9d069b580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d558e94-6143-4244-b841-8f1717f15b17,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:36.874018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-7d590ef0-d947-484a-aa09-efa9d069b580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:36.907319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3f72f02-e9bf-4d98-8448-f6ab082665e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:36.915023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3f72f02-e9bf-4d98-8448-f6ab082665e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:36.932695 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2685-01d9-42de-980b-f9a160f30871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:36.960164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-103e11c9-764a-4273-9ba8-0682b9453d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:36.961258 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2685-01d9-42de-980b-f9a160f30871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:37.018325 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2685-01d9-42de-980b-f9a160f30871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:37.019117 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f72f02-e9bf-4d98-8448-f6ab082665e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965bc57d-97f9-48d7-a5a1-9214ea694b1e,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:37.026057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f7c765a6-c753-488b-bb29-d465edaef25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:37.034520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d3f72f02-e9bf-4d98-8448-f6ab082665e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:37.041420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c2685-01d9-42de-980b-f9a160f30871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d558e94-6143-4244-b841-8f1717f15b17,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:37.044191 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9e4c2685-01d9-42de-980b-f9a160f30871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:37.047500 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d3f72f02-e9bf-4d98-8448-f6ab082665e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b656c724f9d418ea8f081c010041cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944980 Feb 18 00:21:37.051631 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 34070) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:37.055178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2685-01d9-42de-980b-f9a160f30871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:37.056375 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9e4c2685-01d9-42de-980b-f9a160f30871 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d558e94-6143-4244-b841-8f1717f15b17 HTTP/1.1" status: 204 len: 168 time: 0.2022607 Feb 18 00:21:37.102446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a263ed-366e-438d-99bb-af01ea8a5c34 req-ea3cd2a2-2e16-470a-88ba-2283a07bfdba tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:37.104333 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-03a263ed-366e-438d-99bb-af01ea8a5c34 req-ea3cd2a2-2e16-470a-88ba-2283a07bfdba tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.1918576 Feb 18 00:21:37.137516 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08303276-76de-4bf6-bf9e-47df7e227312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:37.162056 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-03a263ed-366e-438d-99bb-af01ea8a5c34 req-a4ccb20c-f0be-490e-9c5a-2cb3c4e878a1 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492094 Feb 18 00:21:37.176892 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08303276-76de-4bf6-bf9e-47df7e227312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:37.253273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08303276-76de-4bf6-bf9e-47df7e227312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:37.263237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2ec62a42-99e4-475c-ab53-bda31d33522d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:37.286553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08303276-76de-4bf6-bf9e-47df7e227312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965bc57d-97f9-48d7-a5a1-9214ea694b1e,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:37.288609 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08303276-76de-4bf6-bf9e-47df7e227312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:37.289984 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-08303276-76de-4bf6-bf9e-47df7e227312 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/965bc57d-97f9-48d7-a5a1-9214ea694b1e HTTP/1.1" status: 204 len: 168 time: 0.2369072 Feb 18 00:21:37.290767 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-08303276-76de-4bf6-bf9e-47df7e227312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:37.440468 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 9cda10d2-c831-4726-8eca-c7f3b521d4a4 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:21:37.564691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 9cda10d2-c831-4726-8eca-c7f3b521d4a4 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:21:37.568144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:37.675499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5465b85-eff6-441a-ae32-fef1cb76fd34 req-5be6d5f0-bfb8-43a7-ac2b-30ce6f63ae3d tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:37.687420 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c5465b85-eff6-441a-ae32-fef1cb76fd34 req-5be6d5f0-bfb8-43a7-ac2b-30ce6f63ae3d tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.2087908 Feb 18 00:21:37.741582 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c5465b85-eff6-441a-ae32-fef1cb76fd34 req-28a9b195-1509-4e52-83d1-db1e02b6760b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530775 Feb 18 00:21:37.969197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06b605-bf89-4835-b410-3c04b6a97321 req-4c154e01-8c26-4605-b8ba-ff1a40f6d59b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:37.978312 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cc06b605-bf89-4835-b410-3c04b6a97321 req-4c154e01-8c26-4605-b8ba-ff1a40f6d59b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1120021 Feb 18 00:21:38.044923 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cc06b605-bf89-4835-b410-3c04b6a97321 req-e76d2cbb-ce4a-46e9-9887-555219b1a099 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602274 Feb 18 00:21:38.901148 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-b2b89ae5-1a98-416b-bacd-380f18a0530f tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9d559404a7a446e4aed7b6ef292ee18b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458546 Feb 18 00:21:39.002077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96bf0f-2138-441b-b9fc-9bce9b46c9cc req-99c8dcb9-fa84-425c-83b6-59eeb52a134e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:39.003758 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ce96bf0f-2138-441b-b9fc-9bce9b46c9cc req-99c8dcb9-fa84-425c-83b6-59eeb52a134e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1067541 Feb 18 00:21:39.064670 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ce96bf0f-2138-441b-b9fc-9bce9b46c9cc req-27d17d25-1035-44f6-902e-2685ddafa474 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537608 Feb 18 00:21:39.071457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-02677c84-4183-4b60-95a8-ea679c0987a2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:39.080472 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-02677c84-4183-4b60-95a8-ea679c0987a2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776917 Feb 18 00:21:39.110939 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-a147c923-de0a-42b2-8dc3-64d848afe917 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/quotas/9d559404a7a446e4aed7b6ef292ee18b HTTP/1.1" status: 200 len: 375 time: 0.0293975 Feb 18 00:21:39.188197 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-7fb18c53-7f14-47f5-8132-5fc56a925421 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d559404a7a446e4aed7b6ef292ee18b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762105 Feb 18 00:21:39.450894 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967408b7-b9ff-4936-9bf0-cc39c36a2eae req-4ca4f7ba-8943-45ef-a15b-2504c3cc2d27 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:39.454464 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-967408b7-b9ff-4936-9bf0-cc39c36a2eae req-4ca4f7ba-8943-45ef-a15b-2504c3cc2d27 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1608977 Feb 18 00:21:39.506591 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-967408b7-b9ff-4936-9bf0-cc39c36a2eae req-9d61759b-ae5d-4b1a-b2ac-d72127ccc8e7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456159 Feb 18 00:21:39.620754 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e37b933-f62f-4ca5-b694-91ee96e65ff5 req-a82a9fe9-f1e5-4bb1-bb32-0a164e29bd82 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 210 time: 0.0603168 Feb 18 00:21:40.281746 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e83ae-ed81-44ff-94dd-6c33e3cee034 req-edd3d6c4-7079-4310-918a-bd1b9993b02e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:40.283442 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f84e83ae-ed81-44ff-94dd-6c33e3cee034 req-edd3d6c4-7079-4310-918a-bd1b9993b02e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0901337 Feb 18 00:21:40.338167 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f84e83ae-ed81-44ff-94dd-6c33e3cee034 req-49f0b601-5c6b-4503-bcc7-9764e435e0da tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480838 Feb 18 00:21:40.683067 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-aa54ca4a-13a0-416d-b0b0-acf6b16f0863 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9d559404a7a446e4aed7b6ef292ee18b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721765 Feb 18 00:21:40.918877 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-b0353fd7-18e0-4063-a333-dad76947e395 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:40.921308 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-b0353fd7-18e0-4063-a333-dad76947e395 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295687 Feb 18 00:21:40.998524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Request body: {'port': {'device_id': 'df7048f7-9e01-4656-b897-7fe2457e8302', 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e', 'admin_state_up': True, 'tenant_id': '9d559404a7a446e4aed7b6ef292ee18b'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:21:41.006782 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-67b3131b-5fd4-4be7-b405-642fc9de2f79 req-4bb1028d-b9f0-4776-8cc8-58a25c8ade25 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 210 time: 0.0749125 Feb 18 00:21:41.184328 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fff0b-5c0a-46d4-aa36-8c30e2a08cbd req-8a8bae9a-3b9a-42cb-a6e7-63520d7c29f3 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:41.186284 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a19fff0b-5c0a-46d4-aa36-8c30e2a08cbd req-8a8bae9a-3b9a-42cb-a6e7-63520d7c29f3 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.2637825 Feb 18 00:21:41.210377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:41.219824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Usage tracker for resource:port and tenant:9d559404a7a446e4aed7b6ef292ee18b is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:41.224846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:41.240512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:41.259641 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a19fff0b-5c0a-46d4-aa36-8c30e2a08cbd req-00deb065-5e48-4dc0-b847-9967e6c107fc tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661745 Feb 18 00:21:41.266926 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Made reservation on behalf of 9d559404a7a446e4aed7b6ef292ee18b for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:21:41.272958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:41.287781 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:41.304910 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:41.309081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Usage tracker for resource:security_group_rule and tenant:9d559404a7a446e4aed7b6ef292ee18b is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:41.313621 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:41.324050 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:41.425581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:41.428495 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:41.440993 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5c934011-4cc7-4737-8141-1bbb980d916e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:41.493302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91d5dd6-5c95-4113-b7d1-e0dea760689c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:41.551629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:41.577359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f7432-21ed-473e-bc40-b13dc42cbe48 req-3ba6056b-7176-498b-aa63-baf79a346b8f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:41.579569 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2d6f7432-21ed-473e-bc40-b13dc42cbe48 req-3ba6056b-7176-498b-aa63-baf79a346b8f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1159480 Feb 18 00:21:41.635137 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2d6f7432-21ed-473e-bc40-b13dc42cbe48 req-976cc65a-108b-4204-9ab8-8a9cf6097fe2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488427 Feb 18 00:21:41.780513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Allocated IP 192.168.233.234 (7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e/4e4e5a9f-9a85-4ce2-9a6f-011843e62b30/9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:21:42.011443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:42.032217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Transition to ACTIVE for port object 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:21:42.069943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:42.155633 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:42.295013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a23400-227c-4c32-8a3c-9f2b9ee270ef req-f9a6f4bb-80f6-4866-b1b3-3a54b791170b tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:42.298129 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-98a23400-227c-4c32-8a3c-9f2b9ee270ef req-f9a6f4bb-80f6-4866-b1b3-3a54b791170b tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 936 time: 0.1468046 Feb 18 00:21:42.303990 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Pushing event updated for resources: {'Port': ['ID=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:42.321744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:42.381038 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Network 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:21:42.382336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:21:42.384487 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-98a23400-227c-4c32-8a3c-9f2b9ee270ef req-a30623d0-44d8-4410-be56-7c1fdfe6cd0f tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771101 Feb 18 00:21:42.384917 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:21:42.517405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:42.518103 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:42.557746 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5668151 Feb 18 00:21:42.575853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Request body: {'port': {'device_id': 'df7048f7-9e01-4656-b897-7fe2457e8302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:21:42.772985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-7496c564-31c1-43ee-90e7-7061f8c2913d None None] Provisioning for port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:21:42.798786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-7496c564-31c1-43ee-90e7-7061f8c2913d None None] Provisioning complete for port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:21:42.800122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7496c564-31c1-43ee-90e7-7061f8c2913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:42.900391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7496c564-31c1-43ee-90e7-7061f8c2913d None None] Port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:21:42.925556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080742c8-7be9-4303-bd76-1306febbb6ce req-4c5e7d1a-1a1d-4aaa-99d3-c4159419a845 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:42.926999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc6d4e-f36a-4434-8b2c-dccc7f6d14bc req-891763bb-ab5f-4966-bd6c-625bdb6c199d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:42.927706 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-080742c8-7be9-4303-bd76-1306febbb6ce req-4c5e7d1a-1a1d-4aaa-99d3-c4159419a845 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1493127 Feb 18 00:21:42.928865 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-15bc6d4e-f36a-4434-8b2c-dccc7f6d14bc req-891763bb-ab5f-4966-bd6c-625bdb6c199d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.4863474 Feb 18 00:21:43.026235 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-080742c8-7be9-4303-bd76-1306febbb6ce req-aa1e69a8-9ce3-4ddc-8a41-882333a4b899 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803857 Feb 18 00:21:43.028230 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:43.078454 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-15bc6d4e-f36a-4434-8b2c-dccc7f6d14bc req-46009e1b-8429-48a5-9360-ef7a46279e00 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432300 Feb 18 00:21:43.890429 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:21:43.907999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:43.929828 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Transition to ACTIVE for port object 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:21:43.941336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:43.965445 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9d257d30-2eb6-4b84-9b35-4c2feed1a9c6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:44.057557 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e68f-1375-42de-b341-135285e0bde8 req-9ba63d38-b239-478c-a1da-2681a19a6ab7 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:44.065024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-1e05e68f-1375-42de-b341-135285e0bde8 req-9ba63d38-b239-478c-a1da-2681a19a6ab7 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Synchronizing usage tracker for tenant:9d559404a7a446e4aed7b6ef292ee18b on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:21:44.245906 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-1e05e68f-1375-42de-b341-135285e0bde8 req-9ba63d38-b239-478c-a1da-2681a19a6ab7 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Unset dirty status for tenant:9d559404a7a446e4aed7b6ef292ee18b on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:21:44.257506 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1e05e68f-1375-42de-b341-135285e0bde8 req-9ba63d38-b239-478c-a1da-2681a19a6ab7 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 936 time: 0.5272551 Feb 18 00:21:44.285562 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:44.294307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d16d1-24dd-427c-87a8-4cb595d0859b req-c967e633-99fe-4d77-b317-7c81c90b1641 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:44.312202 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5e2d16d1-24dd-427c-87a8-4cb595d0859b req-c967e633-99fe-4d77-b317-7c81c90b1641 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1292932 Feb 18 00:21:44.375272 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5e2d16d1-24dd-427c-87a8-4cb595d0859b req-b6a6f43a-95bc-40be-88ef-7648fddbf53f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611339 Feb 18 00:21:44.375605 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:44.513785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-1e05e68f-1375-42de-b341-135285e0bde8 req-599a0b19-66db-442f-ab15-01fb46e805da tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Synchronizing usage tracker for tenant:9d559404a7a446e4aed7b6ef292ee18b on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:21:44.517265 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Attempting to bind port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:21:44.517632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Attempting to bind port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '12994208-0a12-4ae5-8e48-bfbd4e2a7d4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:21:44.518009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Attempting to bind port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf on network 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:21:44.526074 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:21:44.526449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Checking segment: {'id': '12994208-0a12-4ae5-8e48-bfbd4e2a7d4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:21:44.526759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:44.527150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Bound using segment: {'id': '12994208-0a12-4ae5-8e48-bfbd4e2a7d4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:21:44.527628 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Bound port: 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12994208-0a12-4ae5-8e48-bfbd4e2a7d4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:21:44.528001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:44.640940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] For port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf, host hv-cinder-75157, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:21:44.644408 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] For port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf,segment=NetworkSegment(12994208-0a12-4ae5-8e48-bfbd4e2a7d4e),segment_id=12994208-0a12-4ae5-8e48-bfbd4e2a7d4e)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:21:44.652312 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:44.669438 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d28df274-d677-4acd-909b-04b960112207 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:44.728530 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c623602-f9fb-4021-9098-3ed865f53cfe req-ea44e0c2-b1d7-43d7-b273-8ea5a19278b9 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:44.737453 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0c623602-f9fb-4021-9098-3ed865f53cfe req-ea44e0c2-b1d7-43d7-b273-8ea5a19278b9 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.2167921 Feb 18 00:21:44.774729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-1e05e68f-1375-42de-b341-135285e0bde8 req-599a0b19-66db-442f-ab15-01fb46e805da tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Unset dirty status for tenant:9d559404a7a446e4aed7b6ef292ee18b on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:21:44.775994 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1e05e68f-1375-42de-b341-135285e0bde8 req-599a0b19-66db-442f-ab15-01fb46e805da tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964023 Feb 18 00:21:44.816252 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0c623602-f9fb-4021-9098-3ed865f53cfe req-dc369454-f475-4a11-a632-54c41bf9ce38 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771849 Feb 18 00:21:44.879784 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:44.885779 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:44.978035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:44.982833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:44.984763 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf HTTP/1.1" status: 200 len: 1162 time: 2.4136648 Feb 18 00:21:44.985490 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7048f7-9e01-4656-b897-7fe2457e8302', 'tag': '9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:21:45.173506 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7048f7-9e01-4656-b897-7fe2457e8302', 'tag': '9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf', 'status': 'completed', 'code': 200} Feb 18 00:21:45.297559 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-f531b954-406d-4e3f-a42c-c384fe15cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:45.299222 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-f531b954-406d-4e3f-a42c-c384fe15cdf8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d559404a7a446e4aed7b6ef292ee18b&device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 1165 time: 0.2560105 Feb 18 00:21:45.391515 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-632a41be-415a-4fa1-b7ed-01a005dff0a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf HTTP/1.1" status: 200 len: 217 time: 0.0782645 Feb 18 00:21:45.497501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-4c32aac0-b6a6-4f03-a78a-4757bce0fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:45.500054 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-4c32aac0-b6a6-4f03-a78a-4757bce0fe0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e4e5a9f-9a85-4ce2-9a6f-011843e62b30 HTTP/1.1" status: 200 len: 843 time: 0.1031187 Feb 18 00:21:45.700780 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-6128bbed-449d-42ad-900c-3d1eca466741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:45.708912 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-6128bbed-449d-42ad-900c-3d1eca466741 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1978350 Feb 18 00:21:45.749375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87b651-0396-40a6-a1c4-50314fc66cfd req-892db6c4-e6fa-4b99-87b4-5b4aff028f3f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:45.757643 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac87b651-0396-40a6-a1c4-50314fc66cfd req-892db6c4-e6fa-4b99-87b4-5b4aff028f3f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.2402024 Feb 18 00:21:45.872248 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac87b651-0396-40a6-a1c4-50314fc66cfd req-f9bb4d84-98e5-4de0-b22a-582209825b21 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132114 Feb 18 00:21:46.022883 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-4c1db7ee-404f-4702-a100-00324cdb0ee5 service neutron] 10.222.0.30 "GET /v2.0/networks/7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047826 Feb 18 00:21:46.368550 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff5cb3-7734-4011-92c1-4c36df5c2edb req-bb755fad-b1d6-4bb1-b0a3-74284e0a8e36 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:46.381030 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5cff5cb3-7734-4011-92c1-4c36df5c2edb req-bb755fad-b1d6-4bb1-b0a3-74284e0a8e36 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.2094982 Feb 18 00:21:46.447222 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29f9758f-ad65-4b5a-b5d5-16acaba0e77e req-2db696a2-49b5-44be-8589-af7dfe2dc478 service neutron] 10.222.0.30 "GET /v2.0/networks/7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4139407 Feb 18 00:21:46.475766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077e5af-8992-44e4-9581-c14e22b76b29 req-d9ddfed5-c313-41cc-92a4-1dca38061734 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:46.478893 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6077e5af-8992-44e4-9581-c14e22b76b29 req-d9ddfed5-c313-41cc-92a4-1dca38061734 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 948 time: 0.3661957 Feb 18 00:21:46.517741 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5cff5cb3-7734-4011-92c1-4c36df5c2edb req-9eeb5908-9880-48f6-973b-9dbc2f1d644b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352880 Feb 18 00:21:46.622069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9bb724ea-c2a7-4aba-8c6c-60f71b61e178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:46.749751 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6077e5af-8992-44e4-9581-c14e22b76b29 req-775ba873-8b87-4b4a-bc24-515586c5b283 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625043 Feb 18 00:21:46.805356 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3ef3d-1c61-4317-aef4-76e41df8ab2a req-c3f9a5c9-fbdb-4bab-a364-960488c48043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:46.807126 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-20d3ef3d-1c61-4317-aef4-76e41df8ab2a req-c3f9a5c9-fbdb-4bab-a364-960488c48043 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d559404a7a446e4aed7b6ef292ee18b&device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 1165 time: 0.2085009 Feb 18 00:21:46.846243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 34434) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:47.060493 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3ef3d-1c61-4317-aef4-76e41df8ab2a req-3041971d-937f-4d1d-a8ad-1f3942d241ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:47.067419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2aca932d-3a4c-45b7-9c78-e89b2931fa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:47.072333 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-20d3ef3d-1c61-4317-aef4-76e41df8ab2a req-3041971d-937f-4d1d-a8ad-1f3942d241ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e HTTP/1.1" status: 200 len: 863 time: 0.2471831 Feb 18 00:21:47.090759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2aca932d-3a4c-45b7-9c78-e89b2931fa57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:47.096395 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-2aca932d-3a4c-45b7-9c78-e89b2931fa57 admin admin] Usage tracker for resource:security_group_rule and tenant:40aaa70692784271adfd3311d1823ae6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:47.100770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-2aca932d-3a4c-45b7-9c78-e89b2931fa57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:47.107686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2aca932d-3a4c-45b7-9c78-e89b2931fa57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:47.161388 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-20d3ef3d-1c61-4317-aef4-76e41df8ab2a req-88a397ab-5066-4ac4-b19a-1dd395593b7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf HTTP/1.1" status: 200 len: 217 time: 0.0877030 Feb 18 00:21:47.320274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2aca932d-3a4c-45b7-9c78-e89b2931fa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:47.332458 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3ef3d-1c61-4317-aef4-76e41df8ab2a req-328678f5-e197-4825-b12c-3e270d6d802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:47.334288 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-20d3ef3d-1c61-4317-aef4-76e41df8ab2a req-328678f5-e197-4825-b12c-3e270d6d802e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e4e5a9f-9a85-4ce2-9a6f-011843e62b30 HTTP/1.1" status: 200 len: 843 time: 0.1623604 Feb 18 00:21:47.338260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2aca932d-3a4c-45b7-9c78-e89b2931fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:47.382461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fe082088-3052-49a2-a156-77271ae6cad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:47.411939 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-2aca932d-3a4c-45b7-9c78-e89b2931fa57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40aaa70692784271adfd3311d1823ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644038 Feb 18 00:21:47.423474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 34446) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:47.424382 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6211e5f-205f-4fc8-91d8-95e5d5a4fdf7 req-a25913eb-1ed9-4aad-abbd-7efa20bf7473 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:47.432426 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b6211e5f-205f-4fc8-91d8-95e5d5a4fdf7 req-a25913eb-1ed9-4aad-abbd-7efa20bf7473 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1973274 Feb 18 00:21:47.434556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca932d-3a4c-45b7-9c78-e89b2931fa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff441aa8-8e86-436e-8b9a-866f46a86b72,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:47.439015 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2aca932d-3a4c-45b7-9c78-e89b2931fa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:47.491168 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b6211e5f-205f-4fc8-91d8-95e5d5a4fdf7 req-0e095e41-55e3-4128-8cc9-2441da493242 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573282 Feb 18 00:21:47.568340 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-974b0058-0c18-4598-9562-079b8b3b2a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:47.633037 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-974b0058-0c18-4598-9562-079b8b3b2a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:47.774391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3ef3d-1c61-4317-aef4-76e41df8ab2a req-21616047-8067-43a4-bc6c-b15707eb21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:47.776066 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-20d3ef3d-1c61-4317-aef4-76e41df8ab2a req-21616047-8067-43a4-bc6c-b15707eb21a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4338307 Feb 18 00:21:47.952207 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-20d3ef3d-1c61-4317-aef4-76e41df8ab2a req-92b760aa-c804-42a1-aae5-37eb5d4346f2 service neutron] 10.222.0.30 "GET /v2.0/networks/7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666429 Feb 18 00:21:47.955580 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-974b0058-0c18-4598-9562-079b8b3b2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:47.962504 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d1787db4-1449-40e9-823c-4b4b8bc78125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:48.010010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:21:48.011294 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b0058-0c18-4598-9562-079b8b3b2a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff441aa8-8e86-436e-8b9a-866f46a86b72,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:48.015830 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-974b0058-0c18-4598-9562-079b8b3b2a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:48.056635 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9d409-da8d-411a-9d89-e04a8afc97ef req-e95b0f5c-16cb-49a2-bd69-7db2250b7aff tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:48.066604 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c9b9d409-da8d-411a-9d89-e04a8afc97ef req-e95b0f5c-16cb-49a2-bd69-7db2250b7aff tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 948 time: 0.1589987 Feb 18 00:21:48.097582 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-974b0058-0c18-4598-9562-079b8b3b2a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:48.099326 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-974b0058-0c18-4598-9562-079b8b3b2a69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff441aa8-8e86-436e-8b9a-866f46a86b72 HTTP/1.1" status: 204 len: 168 time: 0.6737933 Feb 18 00:21:48.131603 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea7102-7a10-4a3f-a7e4-594c9f1bfdd3 req-b3abd615-9d8c-4752-ba08-0f660d49a209 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:48.140032 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72ea7102-7a10-4a3f-a7e4-594c9f1bfdd3 req-b3abd615-9d8c-4752-ba08-0f660d49a209 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.4344311 Feb 18 00:21:48.157451 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c9b9d409-da8d-411a-9d89-e04a8afc97ef req-d72d7208-fa38-4398-92eb-29d930b7b50a tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878873 Feb 18 00:21:48.224835 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72ea7102-7a10-4a3f-a7e4-594c9f1bfdd3 req-6fdf97b6-e7e0-4801-b0c9-cdf418db7e28 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837343 Feb 18 00:21:48.240221 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-20d3ef3d-1c61-4317-aef4-76e41df8ab2a req-096e6dbd-76e3-4560-b180-3eced153c4f3 service neutron] 10.222.0.30 "GET /v2.0/networks/7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2659481 Feb 18 00:21:48.719300 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcf1380a-5e11-4b0b-a0a8-43a6e083874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:48.793202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34a279-38a1-4331-8a41-6471b71328f7 req-9c0f01aa-13be-4a1e-8368-72698c647f9f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:48.797332 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6b34a279-38a1-4331-8a41-6471b71328f7 req-9c0f01aa-13be-4a1e-8368-72698c647f9f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1701412 Feb 18 00:21:48.923378 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6b34a279-38a1-4331-8a41-6471b71328f7 req-a4f738d4-d6fb-4706-a051-e61dd0de796d tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185906 Feb 18 00:21:49.555735 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d571c-8ca5-4d4e-93a5-44f4fdd060a1 req-16be05e9-3b68-4247-8f01-c2d3853e3eab tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:49.565202 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-590d571c-8ca5-4d4e-93a5-44f4fdd060a1 req-16be05e9-3b68-4247-8f01-c2d3853e3eab tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 948 time: 0.2158370 Feb 18 00:21:49.699861 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-590d571c-8ca5-4d4e-93a5-44f4fdd060a1 req-2400e1a6-27ed-4624-b043-97bd55d05e76 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336792 Feb 18 00:21:49.963469 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16898841-59b4-4989-b558-7f7418a9a529 req-8e6703b4-60c6-4572-a400-05e4a4989423 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:49.973840 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-16898841-59b4-4989-b558-7f7418a9a529 req-8e6703b4-60c6-4572-a400-05e4a4989423 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.2165852 Feb 18 00:21:49.990841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 7d9bffd7-2816-4e7e-9ef9-0583b36d6c8e details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:21:50.064881 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-16898841-59b4-4989-b558-7f7418a9a529 req-9c9f3315-be0f-4688-8c50-2dc091d720f1 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896819 Feb 18 00:21:50.179235 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:50.261634 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95babf-42c5-4a7c-850a-22cc883687fa req-964ca9c7-5764-4501-96c7-779a9d62898e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:50.263759 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6f95babf-42c5-4a7c-850a-22cc883687fa req-964ca9c7-5764-4501-96c7-779a9d62898e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1347690 Feb 18 00:21:50.326187 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6f95babf-42c5-4a7c-850a-22cc883687fa req-9621c7d2-9801-44f1-a3e8-6b65edc1f8b6 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550005 Feb 18 00:21:50.552043 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.objects.ports [None req-8d82b635-fad2-43d3-a757-d82c3c4fe2ce None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84026) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 00:21:50.834500 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:50.915904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:51.019336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 34544) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:51.210732 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed371df2-36dd-4112-9aca-922a39049d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:51.234146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ed371df2-36dd-4112-9aca-922a39049d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:51.240381 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-ed371df2-36dd-4112-9aca-922a39049d0b admin admin] Usage tracker for resource:security_group_rule and tenant:8f04dabbd6984d65b1c703ff7726aa22 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:51.244583 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-ed371df2-36dd-4112-9aca-922a39049d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:51.253543 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:21:51.254818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ed371df2-36dd-4112-9aca-922a39049d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:51.411563 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:21:51.426759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9400e-07a7-420b-bbde-c2b23b8f1533 req-f86147ed-6e6f-414c-85a5-6150a0d206a8 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:51.427755 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:21:51.428179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:51.436046 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-63a9400e-07a7-420b-bbde-c2b23b8f1533 req-f86147ed-6e6f-414c-85a5-6150a0d206a8 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 948 time: 0.5041265 Feb 18 00:21:51.471601 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea16e3-0ca9-4a9c-9571-f9234a574f33 req-4ff24147-53d4-41cc-8a70-79044a03ae38 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:51.477424 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7bea16e3-0ca9-4a9c-9571-f9234a574f33 req-4ff24147-53d4-41cc-8a70-79044a03ae38 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1738210 Feb 18 00:21:51.494578 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-63a9400e-07a7-420b-bbde-c2b23b8f1533 req-bdc75e03-acff-47a2-ae42-ecbd993e6bf8 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570099 Feb 18 00:21:51.652147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed371df2-36dd-4112-9aca-922a39049d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:51.673965 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7bea16e3-0ca9-4a9c-9571-f9234a574f33 req-c8e85ff8-220c-4ff0-ae41-e3fa2a2d8bac tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728752 Feb 18 00:21:51.677098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed371df2-36dd-4112-9aca-922a39049d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:51.680146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:51.721934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ffbbd6c8-7f51-4b14-939d-58cce9099791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:51.758080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:51.769233 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-ed371df2-36dd-4112-9aca-922a39049d0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f04dabbd6984d65b1c703ff7726aa22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7476735 Feb 18 00:21:51.771129 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed371df2-36dd-4112-9aca-922a39049d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73b0ffc-d82e-429f-9aac-c1e89b387239,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:51.774725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ed371df2-36dd-4112-9aca-922a39049d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:51.775699 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 34556) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:51.814709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7048f7-9e01-4656-b897-7fe2457e8302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:21:51.857283 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf,segment=NetworkSegment(12994208-0a12-4ae5-8e48-bfbd4e2a7d4e),segment_id=12994208-0a12-4ae5-8e48-bfbd4e2a7d4e)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:21:51.863328 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:51.866098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:51.880371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1e077eb-3fc5-4f08-9dd6-3d211212fbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:51.918197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1e077eb-3fc5-4f08-9dd6-3d211212fbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:51.960486 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7e59a-428a-464e-b61a-5b2c469e47a2 req-03528ac6-55a7-420c-b2e5-8a9dfa957965 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:51.972418 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ee7e59a-428a-464e-b61a-5b2c469e47a2 req-03528ac6-55a7-420c-b2e5-8a9dfa957965 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.2463357 Feb 18 00:21:51.994135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1e077eb-3fc5-4f08-9dd6-3d211212fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:52.000197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f9ff09d1-b8bb-4494-8f93-12bf57489871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:52.063094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e077eb-3fc5-4f08-9dd6-3d211212fbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73b0ffc-d82e-429f-9aac-c1e89b387239,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:52.073382 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a1e077eb-3fc5-4f08-9dd6-3d211212fbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:52.113528 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1e077eb-3fc5-4f08-9dd6-3d211212fbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:52.118078 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a1e077eb-3fc5-4f08-9dd6-3d211212fbb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d73b0ffc-d82e-429f-9aac-c1e89b387239 HTTP/1.1" status: 204 len: 168 time: 0.3413496 Feb 18 00:21:52.158300 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7048f7-9e01-4656-b897-7fe2457e8302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf', 'code': 200} Feb 18 00:21:52.159621 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:52.163670 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:21:52.168067 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ee7e59a-428a-464e-b61a-5b2c469e47a2 req-3928dbeb-d1f0-443f-8b19-85682d7322f0 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790740 Feb 18 00:21:52.354501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.354915 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.355429 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.355928 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.361009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.361009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.361290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.361638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.362032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.362423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.362805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.363182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.363614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.363996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.364384 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.368055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.368472 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.368893 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.369281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.369663 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.370042 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.370417 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.370791 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.375522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:21:52.383591 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:52.390203 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6fbec-a401-4dd8-b1ee-bb3dde042f40 req-4115b9d9-2b30-403d-b60c-93926278a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:52.392081 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-88e6fbec-a401-4dd8-b1ee-bb3dde042f40 req-4115b9d9-2b30-403d-b60c-93926278a5ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 1167 time: 0.2183104 Feb 18 00:21:52.412909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:21:52.412909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:52.642024 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-88e6fbec-a401-4dd8-b1ee-bb3dde042f40 req-da3e3ea4-cc33-41f5-8c62-887580e4c3f2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419353 Feb 18 00:21:52.739733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 34580) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:52.915995 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20870a3e-6698-4cca-9be0-06cdabf8d6e1 req-867965fc-1552-4853-ba2d-db56cfc91e90 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:52.935765 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-20870a3e-6698-4cca-9be0-06cdabf8d6e1 req-867965fc-1552-4853-ba2d-db56cfc91e90 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1334817 Feb 18 00:21:53.028806 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c06fc-fd09-417e-a472-650ea96b8b8c req-05467166-5f40-41eb-8fc1-2a6f05378a73 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:53.032079 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-415c06fc-fd09-417e-a472-650ea96b8b8c req-05467166-5f40-41eb-8fc1-2a6f05378a73 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 950 time: 0.1821642 Feb 18 00:21:53.043487 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-20870a3e-6698-4cca-9be0-06cdabf8d6e1 req-f54b2b54-0fc5-4d3a-bd4b-582f4be002b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013248 Feb 18 00:21:53.098736 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-415c06fc-fd09-417e-a472-650ea96b8b8c req-9942c2c8-8868-45c6-b0ad-0e5c053fab6b tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573971 Feb 18 00:21:53.164074 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90ddccb5-3d68-4dc1-a689-2a40be51fa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:53.201092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-90ddccb5-3d68-4dc1-a689-2a40be51fa56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:21:53.206637 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-90ddccb5-3d68-4dc1-a689-2a40be51fa56 admin admin] Usage tracker for resource:security_group_rule and tenant:a847746fa273480dbbbb02b4941a0d96 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:21:53.211381 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-90ddccb5-3d68-4dc1-a689-2a40be51fa56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:21:53.219025 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-90ddccb5-3d68-4dc1-a689-2a40be51fa56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:21:53.359960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ee100-1524-44cd-9e92-19320312a99d req-b209d427-5e28-4783-8147-72a770d45b6f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:53.361618 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cd0ee100-1524-44cd-9e92-19320312a99d req-b209d427-5e28-4783-8147-72a770d45b6f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1498880 Feb 18 00:21:53.434850 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cd0ee100-1524-44cd-9e92-19320312a99d req-9555329b-0e28-4497-a9ee-f082d9d47fb0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644953 Feb 18 00:21:53.435174 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90ddccb5-3d68-4dc1-a689-2a40be51fa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:53.452130 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90ddccb5-3d68-4dc1-a689-2a40be51fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:53.484354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:53.518411 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-90ddccb5-3d68-4dc1-a689-2a40be51fa56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a847746fa273480dbbbb02b4941a0d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7790000 Feb 18 00:21:53.521315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 34602) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:21:53.530530 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddccb5-3d68-4dc1-a689-2a40be51fa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dcdf27-1e92-4e52-8c93-f2163bc9233e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:53.534526 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-90ddccb5-3d68-4dc1-a689-2a40be51fa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:53.578606 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288425b-0142-4fec-973a-4c3856e564d4 req-cb01a661-e8b8-4059-86aa-6087d0ae9600 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:53.580347 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a288425b-0142-4fec-973a-4c3856e564d4 req-cb01a661-e8b8-4059-86aa-6087d0ae9600 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.2115936 Feb 18 00:21:53.633404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-919cad29-31fe-470d-be53-66b54e6b23f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:53.649196 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a288425b-0142-4fec-973a-4c3856e564d4 req-7530d619-bad1-4b83-8f2a-24a867e7faff tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612829 Feb 18 00:21:53.668361 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-919cad29-31fe-470d-be53-66b54e6b23f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:53.748515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-919cad29-31fe-470d-be53-66b54e6b23f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:53.753872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5e8ca4e7-9810-4c7b-89b0-e68c4970a4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:21:53.772973 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cad29-31fe-470d-be53-66b54e6b23f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dcdf27-1e92-4e52-8c93-f2163bc9233e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:21:53.782377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-919cad29-31fe-470d-be53-66b54e6b23f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:53.783729 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-919cad29-31fe-470d-be53-66b54e6b23f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2dcdf27-1e92-4e52-8c93-f2163bc9233e HTTP/1.1" status: 204 len: 168 time: 0.2613323 Feb 18 00:21:53.794224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-919cad29-31fe-470d-be53-66b54e6b23f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:21:54.096244 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:21:54.237589 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:21:54.238058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:54.369115 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba01a5-6394-40c0-b397-be8b47f3340f req-629e0376-6177-4838-902e-63548cec3d77 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:54.371096 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-14ba01a5-6394-40c0-b397-be8b47f3340f req-629e0376-6177-4838-902e-63548cec3d77 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1795638 Feb 18 00:21:54.443873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e0e3b-0666-4da6-bac2-4669e1994eeb req-fd21b27d-1630-4397-a038-4abe1563d881 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:54.445633 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7c8e0e3b-0666-4da6-bac2-4669e1994eeb req-fd21b27d-1630-4397-a038-4abe1563d881 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 950 time: 0.1708887 Feb 18 00:21:54.458576 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-14ba01a5-6394-40c0-b397-be8b47f3340f req-5eed42f8-1720-4c31-9055-cbe6770bba2a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795250 Feb 18 00:21:54.564323 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7c8e0e3b-0666-4da6-bac2-4669e1994eeb req-0b402a2f-8e44-406e-a34b-d36f09be6f17 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054327 Feb 18 00:21:54.681005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7dd55-d90d-45cd-8f69-2f4469d16577 req-96ea5251-b301-448e-8ba0-1312d40014e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:54.682943 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-63f7dd55-d90d-45cd-8f69-2f4469d16577 req-96ea5251-b301-448e-8ba0-1312d40014e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 1162 time: 0.0996201 Feb 18 00:21:54.746869 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-63f7dd55-d90d-45cd-8f69-2f4469d16577 req-7492ae40-b37c-4743-83de-827856cda62e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563290 Feb 18 00:21:54.793868 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578939c-8174-480e-9e5a-58e52e8a7981 req-5773d425-6d6a-4a3c-9743-400333f0dd1e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:54.796789 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2578939c-8174-480e-9e5a-58e52e8a7981 req-5773d425-6d6a-4a3c-9743-400333f0dd1e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1665983 Feb 18 00:21:54.877636 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2578939c-8174-480e-9e5a-58e52e8a7981 req-625420f6-f97a-4ecf-a424-282c00ae37a2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679893 Feb 18 00:21:54.886501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9947b-fd67-4410-b7ca-7ea21eac51a9 req-180fafee-6b06-45bc-a961-64d4994a0492 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:54.891946 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-66c9947b-fd67-4410-b7ca-7ea21eac51a9 req-180fafee-6b06-45bc-a961-64d4994a0492 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0986118 Feb 18 00:21:54.949290 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-66c9947b-fd67-4410-b7ca-7ea21eac51a9 req-dba9fa08-b21e-418f-9b71-2b5aa7b3a939 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496087 Feb 18 00:21:55.745906 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae566f6b-e945-4341-a25d-bdfc7f274fac req-4aa74b51-b657-4030-b86a-76c8f0181827 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:55.747687 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ae566f6b-e945-4341-a25d-bdfc7f274fac req-4aa74b51-b657-4030-b86a-76c8f0181827 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1460974 Feb 18 00:21:55.810397 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ae566f6b-e945-4341-a25d-bdfc7f274fac req-3a1bf0eb-e678-4148-b906-656a63ce6f3c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523477 Feb 18 00:21:55.825852 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399f1d-d2be-4cd3-b2f7-0e1bc5206115 req-88bf2457-704b-4a3e-9bb9-b4f0a4e943d8 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:55.836821 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0a399f1d-d2be-4cd3-b2f7-0e1bc5206115 req-88bf2457-704b-4a3e-9bb9-b4f0a4e943d8 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 950 time: 0.1215565 Feb 18 00:21:55.882626 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0a399f1d-d2be-4cd3-b2f7-0e1bc5206115 req-880b8266-bffa-42ac-9063-6e96793af010 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465868 Feb 18 00:21:56.428933 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc69d0d-fc18-48ae-ade3-905b47aa22f6 req-c1121110-3897-4277-9407-115d7704554c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:56.438284 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4cc69d0d-fc18-48ae-ade3-905b47aa22f6 req-c1121110-3897-4277-9407-115d7704554c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.4339681 Feb 18 00:21:56.515247 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4cc69d0d-fc18-48ae-ade3-905b47aa22f6 req-2c1bca5e-af11-49fa-bf99-9fc4406a2d15 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759056 Feb 18 00:21:56.525113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e668-9d51-4de7-850b-e9681e5ddbf7 req-f8ed6ff6-59e7-43b1-90b6-2feba1d33a75 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:56.573634 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d899e668-9d51-4de7-850b-e9681e5ddbf7 req-f8ed6ff6-59e7-43b1-90b6-2feba1d33a75 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.2690504 Feb 18 00:21:56.659204 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d899e668-9d51-4de7-850b-e9681e5ddbf7 req-a3535c0c-ca88-45e1-8f34-2fa50ae4e066 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844924 Feb 18 00:21:56.780428 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8db2fb-2ac9-488f-b20c-2c23854a7c63 req-867e7fe6-aee0-4aa5-814f-ce42837c11b4 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:56.788946 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ed8db2fb-2ac9-488f-b20c-2c23854a7c63 req-867e7fe6-aee0-4aa5-814f-ce42837c11b4 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 950 time: 0.1386304 Feb 18 00:21:56.851879 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ed8db2fb-2ac9-488f-b20c-2c23854a7c63 req-46d041fe-3d34-4a3f-ad62-08fac291d466 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598078 Feb 18 00:21:57.086786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf2dc7-7782-423a-8b77-02217fd31816 req-5723d0dc-5396-47a6-aa6d-7b36b669061e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:57.088464 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-aacf2dc7-7782-423a-8b77-02217fd31816 req-5723d0dc-5396-47a6-aa6d-7b36b669061e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.0970228 Feb 18 00:21:57.177484 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-aacf2dc7-7782-423a-8b77-02217fd31816 req-d4fe1e34-ba59-44be-82f5-fab8603aaf18 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784702 Feb 18 00:21:57.755337 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceb242-67a7-4ec7-9f29-546cb3c332b7 req-6c018e90-f931-4af7-9dd1-0da849cc9a6a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:57.757283 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-48ceb242-67a7-4ec7-9f29-546cb3c332b7 req-6c018e90-f931-4af7-9dd1-0da849cc9a6a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.0935633 Feb 18 00:21:57.823299 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-48ceb242-67a7-4ec7-9f29-546cb3c332b7 req-49d0f6c7-5a31-4ab0-8c18-8fd0179f79f7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571988 Feb 18 00:21:57.915615 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30f56a-d024-489a-9d90-2ec0ac7da1b0 req-41ddc6e8-311e-4ef3-aebe-bf8018a856cd tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:57.924561 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0b30f56a-d024-489a-9d90-2ec0ac7da1b0 req-41ddc6e8-311e-4ef3-aebe-bf8018a856cd tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1296675 Feb 18 00:21:57.992964 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0b30f56a-d024-489a-9d90-2ec0ac7da1b0 req-f266babb-6e6f-4b5e-a49c-50ef15ed8894 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669644 Feb 18 00:21:58.111074 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:21:58.125324 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256a579-54d6-4a02-ac6f-1bd3c4ea192f req-c0568db5-9906-43b3-a8cf-b654c407df11 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:58.127272 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7256a579-54d6-4a02-ac6f-1bd3c4ea192f req-c0568db5-9906-43b3-a8cf-b654c407df11 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 950 time: 0.1135688 Feb 18 00:21:58.187051 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7256a579-54d6-4a02-ac6f-1bd3c4ea192f req-70d4d70b-46fd-4281-be75-ef69fa9c7753 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533779 Feb 18 00:21:58.218738 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:21:58.219252 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:58.531819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b92bd9-ee42-48cf-9bb9-f32cadc68bb1 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:58.534013 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b92bd9-ee42-48cf-9bb9-f32cadc68bb1 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.30 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 950 time: 0.2748518 Feb 18 00:21:58.559533 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e11e84-62af-4eeb-9ca5-dd2132c33a92 req-43e7962c-3abd-45e8-9b05-434175a13dbd tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:58.571849 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e9e11e84-62af-4eeb-9ca5-dd2132c33a92 req-43e7962c-3abd-45e8-9b05-434175a13dbd tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1857896 Feb 18 00:21:58.699316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cbe87-ec75-40d3-bee9-837a22908f5c req-2608bcc6-7674-4af5-afa3-40d40b6b8c36 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:58.701177 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7a4cbe87-ec75-40d3-bee9-837a22908f5c req-2608bcc6-7674-4af5-afa3-40d40b6b8c36 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1063311 Feb 18 00:21:58.747820 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e9e11e84-62af-4eeb-9ca5-dd2132c33a92 req-41200349-177a-410c-9b74-ca96e30d4a04 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740813 Feb 18 00:21:58.766100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Deleting port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:21:58.766252 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7a4cbe87-ec75-40d3-bee9-837a22908f5c req-43f91c7d-f1a4-49a6-85bc-720ad9d79fa5 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560374 Feb 18 00:21:58.766499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:58.834418 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465386df-90d3-4a9b-9dd1-c1b74fce8405 req-403be81c-9346-44e5-b660-2df43b66dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:58.836131 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-465386df-90d3-4a9b-9dd1-c1b74fce8405 req-403be81c-9346-44e5-b660-2df43b66dca4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 1162 time: 0.2600918 Feb 18 00:21:59.216077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465386df-90d3-4a9b-9dd1-c1b74fce8405 req-da6dc322-774e-4266-8434-2aa646b0f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:59.218523 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-465386df-90d3-4a9b-9dd1-c1b74fce8405 req-da6dc322-774e-4266-8434-2aa646b0f350 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 912 time: 0.3711665 Feb 18 00:21:59.285136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc1bc2-0bd1-4e7f-aa92-0fcde056e624 req-bb6bfc3b-86ee-4b39-96e9-6d470e95a769 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:59.286757 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-32dc1bc2-0bd1-4e7f-aa92-0fcde056e624 req-bb6bfc3b-86ee-4b39-96e9-6d470e95a769 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.2861371 Feb 18 00:21:59.300180 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] For port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf,segment=NetworkSegment(12994208-0a12-4ae5-8e48-bfbd4e2a7d4e),segment_id=12994208-0a12-4ae5-8e48-bfbd4e2a7d4e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:21:59.300584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:21:59.405990 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590701d-73a2-45f0-b1f9-349a8d2ad371 req-088f679d-15b5-46f9-a673-bc0099955cc3 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:59.408081 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f590701d-73a2-45f0-b1f9-349a8d2ad371 req-088f679d-15b5-46f9-a673-bc0099955cc3 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 950 time: 0.0925958 Feb 18 00:21:59.458942 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f590701d-73a2-45f0-b1f9-349a8d2ad371 req-4457c126-5d83-46bf-a66e-bb8b6cf48442 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438743 Feb 18 00:21:59.464557 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-465386df-90d3-4a9b-9dd1-c1b74fce8405 req-f4ba6d63-7121-4f8a-b26e-82109c9191b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325357bb-436d-4473-872d-65f455a31430 HTTP/1.1" status: 200 len: 217 time: 0.1397221 Feb 18 00:21:59.548833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Calling delete_port for 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:21:59.661750 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-32dc1bc2-0bd1-4e7f-aa92-0fcde056e624 req-a762697d-38be-4617-a071-073305a40303 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643539 Feb 18 00:21:59.671704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465386df-90d3-4a9b-9dd1-c1b74fce8405 req-b8e8c526-011d-4f2e-92e6-e2b5200f44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:59.673337 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-465386df-90d3-4a9b-9dd1-c1b74fce8405 req-b8e8c526-011d-4f2e-92e6-e2b5200f44a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=762948e9-9a6b-42ed-a9d0-73a29ac28299 HTTP/1.1" status: 200 len: 858 time: 0.1449831 Feb 18 00:21:59.700138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15b955-d44a-4ded-96ed-27f1de9f66c0 req-5e2b3431-ca62-4875-8cde-1c1739d4ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:59.702661 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7b15b955-d44a-4ded-96ed-27f1de9f66c0 req-5e2b3431-ca62-4875-8cde-1c1739d4ddd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 1162 time: 0.0985742 Feb 18 00:21:59.816884 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-465386df-90d3-4a9b-9dd1-c1b74fce8405 req-b9bfecf3-31a3-417d-900e-a27a28f95138 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480de9b-db79-41d7-b1ad-8d431d4576b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269996 Feb 18 00:21:59.887575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15b955-d44a-4ded-96ed-27f1de9f66c0 req-daacc88f-a775-481a-a697-41443dd643a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:21:59.890648 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7b15b955-d44a-4ded-96ed-27f1de9f66c0 req-daacc88f-a775-481a-a697-41443dd643a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 911 time: 0.1795149 Feb 18 00:22:00.018955 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:22:00.098609 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7b15b955-d44a-4ded-96ed-27f1de9f66c0 req-0fe96514-7d96-4134-9b9d-27c7fec06e9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 HTTP/1.1" status: 200 len: 999 time: 0.1492083 Feb 18 00:22:00.157327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:00.173780 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3319a25-71e4-4055-a6a2-9f9b68a32d8a req-9e8e38ac-9996-466f-80f1-f0f32b2d6286 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:00.175727 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f3319a25-71e4-4055-a6a2-9f9b68a32d8a req-9e8e38ac-9996-466f-80f1-f0f32b2d6286 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.2806211 Feb 18 00:22:00.193173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7048f7-9e01-4656-b897-7fe2457e8302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:22:00.205231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf,segment=NetworkSegment(12994208-0a12-4ae5-8e48-bfbd4e2a7d4e),segment_id=12994208-0a12-4ae5-8e48-bfbd4e2a7d4e)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:22:00.208705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:00.210673 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fa477bbf-c253-40fd-8e4b-69fc9e19ce29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:00.237414 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15b955-d44a-4ded-96ed-27f1de9f66c0 req-bf9c5078-c025-4bd2-a5c9-514b1b578bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:00.239154 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7b15b955-d44a-4ded-96ed-27f1de9f66c0 req-bf9c5078-c025-4bd2-a5c9-514b1b578bcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.1320293 Feb 18 00:22:00.252235 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f3319a25-71e4-4055-a6a2-9f9b68a32d8a req-9b7821c5-8543-4b7e-83a7-29b0ac2a10b4 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635662 Feb 18 00:22:00.285204 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:22:00.285564 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:22:00.289715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:00.293668 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:00.301306 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-465386df-90d3-4a9b-9dd1-c1b74fce8405 req-90678d94-6b55-4852-83bd-ee9ab7b79fbe service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617152 Feb 18 00:22:00.332979 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7048f7-9e01-4656-b897-7fe2457e8302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf', 'code': 200} Feb 18 00:22:00.347302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db52b2-bdb3-4411-9eac-50651eace664 req-e20aca48-0cb9-4059-bc29-58b3c2c1b369 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:00.348958 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91db52b2-bdb3-4411-9eac-50651eace664 req-e20aca48-0cb9-4059-bc29-58b3c2c1b369 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.4133356 Feb 18 00:22:00.351830 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15b955-d44a-4ded-96ed-27f1de9f66c0 req-90760b00-3cef-4d43-b3d9-a616b0509fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:00.354955 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7b15b955-d44a-4ded-96ed-27f1de9f66c0 req-90760b00-3cef-4d43-b3d9-a616b0509fa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1072552 Feb 18 00:22:00.490240 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91db52b2-bdb3-4411-9eac-50651eace664 req-542aabda-57d1-4a87-aed3-f396f67de0e5 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889974 Feb 18 00:22:00.512214 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-465386df-90d3-4a9b-9dd1-c1b74fce8405 req-13046a05-e5c4-4ff8-8719-c672b981b478 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1980131 Feb 18 00:22:00.531202 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7b15b955-d44a-4ded-96ed-27f1de9f66c0 req-e184ffd6-71c4-49c5-8177-734cd70545ef service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605685 Feb 18 00:22:00.787145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Deleting port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:22:00.787696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:00.818343 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7b15b955-d44a-4ded-96ed-27f1de9f66c0 req-9c3cb22f-e2c4-4687-a7e6-f3fd90ac5d03 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2846742 Feb 18 00:22:00.827175 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e5604-470c-4ac0-b2ed-671e9c33eb3d req-a4a00c5d-866f-41b2-94ae-8977f045f624 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:00.829316 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d01e5604-470c-4ac0-b2ed-671e9c33eb3d req-a4a00c5d-866f-41b2-94ae-8977f045f624 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 948 time: 0.1552396 Feb 18 00:22:00.900887 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d01e5604-470c-4ac0-b2ed-671e9c33eb3d req-78cdb442-5595-49ae-bff6-fc292ff767e7 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/security-groups?id=e91d5dd6-5c95-4113-b7d1-e0dea760689c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603569 Feb 18 00:22:01.153679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd07e42-a27a-4733-b5aa-937146fc724e req-df4c4bd8-3de1-474a-b63a-0191b3a6e978 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:01.155289 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0bd07e42-a27a-4733-b5aa-937146fc724e req-df4c4bd8-3de1-474a-b63a-0191b3a6e978 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.2328777 Feb 18 00:22:01.190132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] For port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf,segment=NetworkSegment(12994208-0a12-4ae5-8e48-bfbd4e2a7d4e),segment_id=12994208-0a12-4ae5-8e48-bfbd4e2a7d4e)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:22:01.190527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:01.343530 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Calling delete_port for 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:22:01.389302 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0bd07e42-a27a-4733-b5aa-937146fc724e req-16ac4da3-21e7-41cb-9ab6-bfc3bbba148e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242694 Feb 18 00:22:01.463939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892d1e6-c489-4c2f-822f-90fcc41e7ebe req-620e9271-ec90-4c21-9d2d-1c05b0c65a3f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:01.465619 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9892d1e6-c489-4c2f-822f-90fcc41e7ebe req-620e9271-ec90-4c21-9d2d-1c05b0c65a3f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.0899343 Feb 18 00:22:01.509547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:01.520906 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9892d1e6-c489-4c2f-822f-90fcc41e7ebe req-3ba2418a-db1a-49cb-ae17-43fe0843975a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480433 Feb 18 00:22:01.526289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:01.629806 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Pushing event deleted for resources: {'Port': ['ID=9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:01.640768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:01.821900 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] No DVR routers for this DVR port 9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf on host hv-cinder-75157 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:22:01.830723 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135660d-4b67-43ac-9a00-fb2234afb608 req-f1ce8c96-e0a4-4136-9d88-51f81ac533f5 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:01.832559 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3135660d-4b67-43ac-9a00-fb2234afb608 req-f1ce8c96-e0a4-4136-9d88-51f81ac533f5 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1759627 Feb 18 00:22:01.834792 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:01.837602 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7048f7-9e01-4656-b897-7fe2457e8302', 'name': 'network-vif-deleted', 'tag': '9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:22:01.889947 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-63d4407d-f91d-4876-b82d-fa02ded44cac req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.30 "DELETE /v2.0/ports/9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf HTTP/1.1" status: 204 len: 173 time: 3.2656686 Feb 18 00:22:01.895431 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7048f7-9e01-4656-b897-7fe2457e8302', 'name': 'network-vif-deleted', 'tag': '9f6126c4-bd1d-45ce-b79b-e84edb6e7cbf', 'status': 'completed', 'code': 200} Feb 18 00:22:01.906795 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3135660d-4b67-43ac-9a00-fb2234afb608 req-e1c8e2f4-2dd9-44c8-b8f9-7e35792cd69f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559397 Feb 18 00:22:02.088854 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5b006fbe-51d2-4f32-b4fe-1e6ff019d468 req-4e1f2ead-05ac-4ef5-871c-3c4b5b18ee84 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] 10.222.0.44 "GET /v2.0/ports?device_id=df7048f7-9e01-4656-b897-7fe2457e8302 HTTP/1.1" status: 200 len: 210 time: 0.0539200 Feb 18 00:22:02.655107 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1002f4a-ee39-4aa0-92f4-cb7ecd692537 req-1c8b6a2a-a565-41dc-82c8-f7fee5fe64cd tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:02.657090 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d1002f4a-ee39-4aa0-92f4-cb7ecd692537 req-1c8b6a2a-a565-41dc-82c8-f7fee5fe64cd tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1456847 Feb 18 00:22:02.727485 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d1002f4a-ee39-4aa0-92f4-cb7ecd692537 req-e5fc34f8-b76a-4c3b-9d02-b337ed603dab tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602005 Feb 18 00:22:02.799166 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363aa2a-e13d-44fb-bfb8-e1a745ceb4d4 req-6434a9d2-af63-48f2-9a5b-446fc87d0c20 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:02.800854 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e363aa2a-e13d-44fb-bfb8-e1a745ceb4d4 req-6434a9d2-af63-48f2-9a5b-446fc87d0c20 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1374631 Feb 18 00:22:02.853477 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e363aa2a-e13d-44fb-bfb8-e1a745ceb4d4 req-77f711ad-a887-4a1f-9976-1d79e2ee7521 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455966 Feb 18 00:22:03.113351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ca492-0698-4521-bf11-c6b6caa50fec req-4d598226-8dde-4c9c-b322-8799d4765cf1 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:03.116205 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-820ca492-0698-4521-bf11-c6b6caa50fec req-4d598226-8dde-4c9c-b322-8799d4765cf1 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0881789 Feb 18 00:22:03.180083 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-820ca492-0698-4521-bf11-c6b6caa50fec req-81037cec-c482-4289-b44e-11eb53af0f83 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545647 Feb 18 00:22:03.969998 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5f993-152b-4d15-bef0-316fe24da319 req-825d756d-ac7e-4a6d-bf6f-7d2003107770 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:03.971730 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-49c5f993-152b-4d15-bef0-316fe24da319 req-825d756d-ac7e-4a6d-bf6f-7d2003107770 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1087730 Feb 18 00:22:04.029161 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-49c5f993-152b-4d15-bef0-316fe24da319 req-b486aae5-36e8-49bd-9b83-c55e034cb8ad tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492761 Feb 18 00:22:04.039127 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:22:04.192355 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a56ee-716a-4a7e-b1f8-47c70d3c5801 req-3f5b4738-6904-44ba-98f9-8ba2659a4369 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:04.194078 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b00a56ee-716a-4a7e-b1f8-47c70d3c5801 req-3f5b4738-6904-44ba-98f9-8ba2659a4369 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1125898 Feb 18 00:22:04.194870 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:04.232278 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:22:04.233862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:22:04.240263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:04.242296 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ef55852b-4497-4ca5-a570-1a33537e5c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:04.274060 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b00a56ee-716a-4a7e-b1f8-47c70d3c5801 req-d8825056-c391-4fbd-8116-53aa28ac6b2f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729082 Feb 18 00:22:04.315519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:04.319293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:04.354009 dv-cinder-751579-21-smb neutron-server[83911]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51', 'code': 422} returned with failed status Feb 18 00:22:05.152541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e8fac-58e4-4357-b5e9-85d298e3bcc1 req-0cc09974-a695-405d-a264-8239a7776b6b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:05.154760 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad8e8fac-58e4-4357-b5e9-85d298e3bcc1 req-0cc09974-a695-405d-a264-8239a7776b6b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1592865 Feb 18 00:22:05.226870 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad8e8fac-58e4-4357-b5e9-85d298e3bcc1 req-932e2beb-915b-4320-9692-49eeaa87b5df tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651636 Feb 18 00:22:05.264748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed586f38-1274-4f40-adf1-de5ed26d50d4 req-ed522c55-dcf5-43ca-ba64-0993eda8c1b6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:05.267207 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ed586f38-1274-4f40-adf1-de5ed26d50d4 req-ed522c55-dcf5-43ca-ba64-0993eda8c1b6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1397207 Feb 18 00:22:05.324050 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ed586f38-1274-4f40-adf1-de5ed26d50d4 req-55cb8bd8-a45d-4ed1-8cee-610a073da77a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504253 Feb 18 00:22:05.362076 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 34938) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:22:05.510310 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-8bd2880e-fac4-4cbf-b7d4-46d1ed09547b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1463339 Feb 18 00:22:05.561802 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587a4d-142f-4e19-b026-f709f9297ce1 req-7092add1-24b8-4f71-91cb-6b6659824e79 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:05.564114 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-da587a4d-142f-4e19-b026-f709f9297ce1 req-7092add1-24b8-4f71-91cb-6b6659824e79 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1046989 Feb 18 00:22:05.653223 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-da587a4d-142f-4e19-b026-f709f9297ce1 req-b3df6128-995a-471f-8aaf-f916dae0a6b1 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823677 Feb 18 00:22:06.561538 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3d23-4e6c-4ad6-a93f-7a56357363ca req-52f18de1-2e2d-468f-9d02-d788d021be44 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:06.564475 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-767b3d23-4e6c-4ad6-a93f-7a56357363ca req-52f18de1-2e2d-468f-9d02-d788d021be44 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1000640 Feb 18 00:22:06.617607 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-767b3d23-4e6c-4ad6-a93f-7a56357363ca req-e051def0-80d7-43cb-ac6b-06f5708eb787 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466347 Feb 18 00:22:06.911455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8dd64-be54-45e0-8d3a-6b872b40364a req-ae26c8e5-e4b4-44cd-99c5-39fc1ec23d01 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:06.913128 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f7f8dd64-be54-45e0-8d3a-6b872b40364a req-ae26c8e5-e4b4-44cd-99c5-39fc1ec23d01 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1084228 Feb 18 00:22:06.972917 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f7f8dd64-be54-45e0-8d3a-6b872b40364a req-3a03ab5e-9805-4541-b9bc-4ad255460b16 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533257 Feb 18 00:22:07.058705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-a0725b24-4c6a-4411-8fad-ebb4d9cd62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:07.060883 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-a0725b24-4c6a-4411-8fad-ebb4d9cd62bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd&tenant_id=2ff96f25a495405c89133fb0124f23c3 HTTP/1.1" status: 200 len: 1160 time: 0.0850992 Feb 18 00:22:07.177280 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-f805c79e-0760-40e9-829b-4504827eee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:07.178928 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-f805c79e-0760-40e9-829b-4504827eee82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 1160 time: 0.0913556 Feb 18 00:22:07.332138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-780ed8fd-5f2a-4298-956a-f7e4535dcb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:07.333800 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-780ed8fd-5f2a-4298-956a-f7e4535dcb90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 911 time: 0.1467299 Feb 18 00:22:07.457572 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-a00a0950-09f5-4275-95fe-f3b905bf3362 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 HTTP/1.1" status: 200 len: 997 time: 0.1149435 Feb 18 00:22:07.548660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-72bbd247-e7da-4e66-ade6-7d3d4b3956c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:07.550376 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-72bbd247-e7da-4e66-ade6-7d3d4b3956c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.0838859 Feb 18 00:22:07.658888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-f45ca967-0fb2-4c15-a977-ffbc51f50bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:07.660490 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-f45ca967-0fb2-4c15-a977-ffbc51f50bee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1023729 Feb 18 00:22:07.873741 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-0a10670d-8109-4c4b-a6f2-0e0ec130dfb1 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051511 Feb 18 00:22:07.916315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4ec8-dc4d-43e5-b521-5e5ebdef500b req-80606429-22d2-466a-b224-8a44500dcac5 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:07.917896 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-205f4ec8-dc4d-43e5-b521-5e5ebdef500b req-80606429-22d2-466a-b224-8a44500dcac5 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1669333 Feb 18 00:22:08.039203 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-205f4ec8-dc4d-43e5-b521-5e5ebdef500b req-d15c77ff-96bc-4953-b5bc-c3cfb296ace9 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722826 Feb 18 00:22:08.073523 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-d82b39a5-cf25-481f-a4db-a763723ffa62 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1895661 Feb 18 00:22:08.197521 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddd872-5cd9-43fd-9d67-3062ac6ad110 req-e24f52d5-3a71-4ed4-859d-3aa56e4c765e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:08.199168 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-99ddd872-5cd9-43fd-9d67-3062ac6ad110 req-e24f52d5-3a71-4ed4-859d-3aa56e4c765e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1026621 Feb 18 00:22:08.253097 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-99ddd872-5cd9-43fd-9d67-3062ac6ad110 req-85aeb443-81b7-4c8b-ade3-bb5f9ebf3fc1 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463927 Feb 18 00:22:08.695873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac07049-b5ad-4d28-a9f3-6899073565d3 req-84bb7080-420b-4320-98fc-95308f75f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:08.697632 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5ac07049-b5ad-4d28-a9f3-6899073565d3 req-84bb7080-420b-4320-98fc-95308f75f7f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 1162 time: 0.1034372 Feb 18 00:22:08.731791 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2e062-27f1-4b0e-9097-6f8f1a5db7aa req-bf5aa98a-f836-44bc-b077-c3b1b9b19c42 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:08.734191 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c5c2e062-27f1-4b0e-9097-6f8f1a5db7aa req-bf5aa98a-f836-44bc-b077-c3b1b9b19c42 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0924292 Feb 18 00:22:08.817072 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c5c2e062-27f1-4b0e-9097-6f8f1a5db7aa req-e7a452aa-f175-4a70-b8b5-563e65b9fe57 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758929 Feb 18 00:22:08.865178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac07049-b5ad-4d28-a9f3-6899073565d3 req-7f683da6-3a3a-4105-be94-706845d53b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:08.866756 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5ac07049-b5ad-4d28-a9f3-6899073565d3 req-7f683da6-3a3a-4105-be94-706845d53b39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 912 time: 0.1590528 Feb 18 00:22:08.955620 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5ac07049-b5ad-4d28-a9f3-6899073565d3 req-a8270e5e-03fb-44f4-8f5f-4e8ccf7e0487 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325357bb-436d-4473-872d-65f455a31430 HTTP/1.1" status: 200 len: 217 time: 0.0776110 Feb 18 00:22:09.062111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac07049-b5ad-4d28-a9f3-6899073565d3 req-24e2a416-f253-4295-87f8-ae96309e4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:09.064519 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5ac07049-b5ad-4d28-a9f3-6899073565d3 req-24e2a416-f253-4295-87f8-ae96309e4f34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=762948e9-9a6b-42ed-a9d0-73a29ac28299 HTTP/1.1" status: 200 len: 858 time: 0.0997813 Feb 18 00:22:09.117089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 35088) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:22:09.334329 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd39a-f44b-44b4-a269-14bfa5c3a84d req-d313b38c-9573-4611-98da-4556217023e2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:09.336009 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-957fd39a-f44b-44b4-a269-14bfa5c3a84d req-d313b38c-9573-4611-98da-4556217023e2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1091924 Feb 18 00:22:09.437699 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-957fd39a-f44b-44b4-a269-14bfa5c3a84d req-a73ca867-8b1b-4dcb-917a-5f055ab95d73 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841758 Feb 18 00:22:09.440588 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-039655c4-78a3-489d-8662-1785884ebda1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d559404a7a446e4aed7b6ef292ee18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222785 Feb 18 00:22:09.447591 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 35098) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:22:09.521185 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20e650b8-ac0d-4038-97b6-7fa08e6a406b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:09.537584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba36a3e-1b18-4c23-adbf-95216a123e4d req-307671a5-311e-4a82-948f-d74a8a1651a1 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:09.539583 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cba36a3e-1b18-4c23-adbf-95216a123e4d req-307671a5-311e-4a82-948f-d74a8a1651a1 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1151187 Feb 18 00:22:09.585004 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20e650b8-ac0d-4038-97b6-7fa08e6a406b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:09.598986 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cba36a3e-1b18-4c23-adbf-95216a123e4d req-1ae4354a-6c72-4262-902b-b12c789736b9 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521133 Feb 18 00:22:09.646519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20e650b8-ac0d-4038-97b6-7fa08e6a406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:09.651957 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-08303276-76de-4bf6-bf9e-47df7e227312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:09.666726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e650b8-ac0d-4038-97b6-7fa08e6a406b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91d5dd6-5c95-4113-b7d1-e0dea760689c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:09.670131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-20e650b8-ac0d-4038-97b6-7fa08e6a406b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:09.676380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-20e650b8-ac0d-4038-97b6-7fa08e6a406b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:09.678022 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-20e650b8-ac0d-4038-97b6-7fa08e6a406b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e91d5dd6-5c95-4113-b7d1-e0dea760689c HTTP/1.1" status: 204 len: 168 time: 0.2287276 Feb 18 00:22:10.031747 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11c8ba-54be-410e-809e-3540051c31f0 req-332dc1c7-fc0f-4575-82f1-6dade4acba95 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:10.033435 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0d11c8ba-54be-410e-809e-3540051c31f0 req-332dc1c7-fc0f-4575-82f1-6dade4acba95 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0957725 Feb 18 00:22:10.115096 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0d11c8ba-54be-410e-809e-3540051c31f0 req-74fbfe0a-d7c3-4e94-92ff-072ac2d9ce41 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743735 Feb 18 00:22:10.202727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device e6b11335-b88e-4e0a-bdb9-60ac62930cf5 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:10.284708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:10.285478 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:10.502625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 35130) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:22:10.662333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1365213722-network', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:10.669243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:22:10.675800 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Usage tracker for resource:network and tenant:b0d8884445e543838e196a51c75ced9d is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:22:10.679366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:22:10.685959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:22:10.700158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Made reservation on behalf of b0d8884445e543838e196a51c75ced9d for: {'network': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:22:10.705894 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:10.720086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:10.737681 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:22:10.742159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Usage tracker for resource:security_group_rule and tenant:b0d8884445e543838e196a51c75ced9d is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:22:10.745491 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:22:10.753195 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:22:10.787231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e76fa-28de-4682-97c0-c7f1cdacbec1 req-753ba3af-a6cc-4872-9afb-078bd6c0a15d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:10.789023 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ec1e76fa-28de-4682-97c0-c7f1cdacbec1 req-753ba3af-a6cc-4872-9afb-078bd6c0a15d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1607063 Feb 18 00:22:10.840225 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ec1e76fa-28de-4682-97c0-c7f1cdacbec1 req-0ba0cbb4-1dd0-4541-8616-ede24d4a270b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430284 Feb 18 00:22:10.939021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88082b-d207-4832-af9d-41ab49198f56 req-f7d9f044-5067-4777-a350-8161c49ebbcb tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:10.945294 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dd88082b-d207-4832-af9d-41ab49198f56 req-f7d9f044-5067-4777-a350-8161c49ebbcb tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1804824 Feb 18 00:22:10.947600 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:10.964460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:10.970872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-20e650b8-ac0d-4038-97b6-7fa08e6a406b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:11.246293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:22:11.266015 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-dd88082b-d207-4832-af9d-41ab49198f56 req-e88ee896-3ad2-4b26-949c-d23338f3276e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167970 Feb 18 00:22:11.267998 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a32d98-377e-48fd-8eb7-c44642c1b1c8,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:11.272419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:11.273481 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265976447740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:11.273928 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Added segment c712d6d4-813d-4b3d-a3f8-5eccc47602dc of type vxlan for network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 Feb 18 00:22:11.307929 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:11.342488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:11.344243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:11.345018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:11.350770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a74ebd6f-c7e8-442d-9b67-90df4923145f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:11.384254 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e455bb8-3c4f-4c5a-86e2-ff4bff1d3755 req-09f3b748-58cc-44f5-88fb-c56149d1ef4e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:11.389325 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9e455bb8-3c4f-4c5a-86e2-ff4bff1d3755 req-09f3b748-58cc-44f5-88fb-c56149d1ef4e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1280627 Feb 18 00:22:11.438060 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9e455bb8-3c4f-4c5a-86e2-ff4bff1d3755 req-357b85fe-5840-40f1-b2f9-ef3c46649dce tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450141 Feb 18 00:22:11.457625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Pushing event updated for resources: {'Network': ['ID=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:11.463078 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:11.472383 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:22:11.476248 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9691935 Feb 18 00:22:11.476668 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 35142) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:22:11.495502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Request body: {'subnet': {'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1365213722-subnet', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:11.502882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:22:11.512061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Usage tracker for resource:subnet and tenant:b0d8884445e543838e196a51c75ced9d is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:22:11.517049 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:22:11.524696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:22:11.552371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Made reservation on behalf of b0d8884445e543838e196a51c75ced9d for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:22:11.558069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33248565'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:11.572055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:22:12.101941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22b0cf-2931-45be-a370-d73842341c8a req-3705f540-ce74-4818-814e-d8ebdac237fa tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:12.103648 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cb22b0cf-2931-45be-a370-d73842341c8a req-3705f540-ce74-4818-814e-d8ebdac237fa tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1307118 Feb 18 00:22:12.202189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31566784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33248548'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:12.205558 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cb22b0cf-2931-45be-a370-d73842341c8a req-8d4f915b-2fd8-4225-bcc9-a96c2f5d3924 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711153 Feb 18 00:22:12.222405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4f4eb1b3-1895-4574-8ce9-bc7a01ca488e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:12.357497 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0a0427-fc45-407d-ad03-ad0306d4b275,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:12.362765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:12.455488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Checking segment: {'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:22:12.455821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Network hostable DHCP agents. Network: 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:22:12.492312 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:22:12.502709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:22:12.510711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed8980d-b2d5-4389-a631-0ba11d66b6c4 None None] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:22:12.516328 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50e347-c636-42e6-8036-15ce16a0e84b req-7b27c77d-7a04-41e2-b526-8ec43d12e645 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:12.518148 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cb50e347-c636-42e6-8036-15ce16a0e84b req-7b27c77d-7a04-41e2-b526-8ec43d12e645 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.0935409 Feb 18 00:22:12.549784 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:12.553824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:12.605347 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-7d57e37d-9b2a-4f53-8896-5beb7df75c41 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1163380 Feb 18 00:22:12.608506 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 35158) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:22:12.621502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:12.636279 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:22:12.643215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Usage tracker for resource:router and tenant:b0d8884445e543838e196a51c75ced9d is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:22:12.655043 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:22:12.671629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:22:12.675544 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cb50e347-c636-42e6-8036-15ce16a0e84b req-72e5a3a7-d59d-4582-9780-855d649c4fa0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492724 Feb 18 00:22:12.744349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1971426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5025'] for router, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:12.745583 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1971221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852799561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853166460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770791'] for router, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:12.768118 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:12.801818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcc07b-dcba-4576-a929-848e93ceb988 req-8c8e3099-e0c8-4611-aa61-2ad50ea72eca tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:12.803597 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-26fcc07b-dcba-4576-a929-848e93ceb988 req-8c8e3099-e0c8-4611-aa61-2ad50ea72eca tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1378639 Feb 18 00:22:12.823427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78b86c05-83fd-5eb5-acb2-53e0e069b87b-1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'fixed_ips': [{'subnet_id': '3e0a0427-fc45-407d-ad03-ad0306d4b275'}]}} from dv-cinder-751579-21-smb. {{(pid=84026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 00:22:12.824471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:12.995515 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-26fcc07b-dcba-4576-a929-848e93ceb988 req-d71dd4cc-44c5-4ae1-ba28-ee7ead5e8003 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830308 Feb 18 00:22:13.166845 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852801012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852804476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770806'] for router, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:13.204544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Allocated IP 172.20.0.2 (1b3f82d0-f6ea-4718-b15f-bf48aa5985a0/3e0a0427-fc45-407d-ad03-ad0306d4b275/73593855-0f55-4ed4-aa8c-79d4889509c9) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:22:13.459295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60856523-4e73-4124-b81c-22f884e75b8d req-e74a31e8-d74a-4d4c-8a14-a12ec5c9c73b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:13.468546 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-60856523-4e73-4124-b81c-22f884e75b8d req-e74a31e8-d74a-4d4c-8a14-a12ec5c9c73b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1051927 Feb 18 00:22:13.520199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:13.529222 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-60856523-4e73-4124-b81c-22f884e75b8d req-4e6ee69c-8738-4e32-b6c1-b4b3403e0a5d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588949 Feb 18 00:22:13.534473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Transition to ACTIVE for port object 73593855-0f55-4ed4-aa8c-79d4889509c9 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:22:13.553939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Transition to ACTIVE for port object 73593855-0f55-4ed4-aa8c-79d4889509c9 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:22:13.566125 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:13.616285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:13.649742 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-47f4797d-1c2c-46ba-81ee-b54ce0ebf972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:13.657572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:14.007093 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Pushing event updated for resources: {'Port': ['ID=73593855-0f55-4ed4-aa8c-79d4889509c9,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:14.011685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:14.039810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f86488-0e6c-44c7-bd0b-9fc360d30be7 req-97d61d18-d327-40ed-91db-511eec7d69b5 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:14.041492 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-67f86488-0e6c-44c7-bd0b-9fc360d30be7 req-97d61d18-d327-40ed-91db-511eec7d69b5 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.2398760 Feb 18 00:22:14.085457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Allocated IP 172.28.0.132 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/640c2fa1-3723-40ba-a794-30f97f0e4174) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:22:14.129243 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-67f86488-0e6c-44c7-bd0b-9fc360d30be7 req-08c51e9a-76d1-4dd6-a4ea-317c747a1a6a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760343 Feb 18 00:22:14.137487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:22:14.139884 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:22:14.150479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:22:14.210587 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Attempting to bind port 73593855-0f55-4ed4-aa8c-79d4889509c9 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:22:14.211010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Attempting to bind port 73593855-0f55-4ed4-aa8c-79d4889509c9 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:22:14.211457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Attempting to bind port 73593855-0f55-4ed4-aa8c-79d4889509c9 on network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:22:14.218345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:22:14.218810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Checking segment: {'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:22:14.219263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:14.219705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Bound using segment: {'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:22:14.220248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Bound port: 73593855-0f55-4ed4-aa8c-79d4889509c9, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:22:14.220706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:14.242253 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49a593-0746-452f-a6fe-249df4811e2d req-17d62913-f111-44ac-ace1-7f4f78eab2ea tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:14.244144 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4f49a593-0746-452f-a6fe-249df4811e2d req-17d62913-f111-44ac-ace1-7f4f78eab2ea tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1199410 Feb 18 00:22:14.321382 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4f49a593-0746-452f-a6fe-249df4811e2d req-73753a7b-bb1f-4c41-826e-11171cf78cff tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664828 Feb 18 00:22:14.336689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] For port 73593855-0f55-4ed4-aa8c-79d4889509c9, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:22:14.336689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] For port 73593855-0f55-4ed4-aa8c-79d4889509c9, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=73593855-0f55-4ed4-aa8c-79d4889509c9,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:22:14.349265 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:14.437216 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:14.541092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Pushing event updated for resources: {'Port': ['ID=73593855-0f55-4ed4-aa8c-79d4889509c9,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:14.557171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:14.661789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:14.749634 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:14.792179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-241bbaff-c6f7-4f53-829e-ac6b43da7dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:14.960984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Pushing event updated for resources: {'Port': ['ID=640c2fa1-3723-40ba-a794-30f97f0e4174,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:14.967439 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:15.025037 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daccb4f-5987-453a-afd5-877149d2fa4c req-920244f5-cb77-481b-86bf-339d7695aad8 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:15.026725 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4daccb4f-5987-453a-afd5-877149d2fa4c req-920244f5-cb77-481b-86bf-339d7695aad8 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.3286076 Feb 18 00:22:15.077021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:22:15.080843 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:22:15.084009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:22:15.158604 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4daccb4f-5987-453a-afd5-877149d2fa4c req-e0a90f17-fd74-4f46-906f-292e11c03e69 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190627 Feb 18 00:22:15.476067 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a17bd-b807-43c9-9080-54901ce9d4fb req-eb4bbba9-6d2c-4f26-9d8b-cb51a0654fcb tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:15.478153 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-634a17bd-b807-43c9-9080-54901ce9d4fb req-eb4bbba9-6d2c-4f26-9d8b-cb51a0654fcb tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1531904 Feb 18 00:22:15.554350 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-634a17bd-b807-43c9-9080-54901ce9d4fb req-ba4e8a4e-1bc4-4c68-8350-49d6831e9517 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637219 Feb 18 00:22:15.729911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:15.795244 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684edda7-7e7c-4871-b082-2781ea195a11 req-d6548ec2-5dc9-4a60-9150-83d84f4bbb75 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:15.797320 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-684edda7-7e7c-4871-b082-2781ea195a11 req-d6548ec2-5dc9-4a60-9150-83d84f4bbb75 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.2878165 Feb 18 00:22:15.878196 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-684edda7-7e7c-4871-b082-2781ea195a11 req-16503391-4fb4-4441-9e5a-94ad20386f5b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710211 Feb 18 00:22:16.199476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852804459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974839'] for router, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:16.346093 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36def7fb-89e4-43c2-bb86-20808ec674a6 None None] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:22:16.432353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6173f1-988c-40b2-bb51-995efd18b314 req-a5897862-41ef-420e-a0b0-a1ec307f690d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:16.434305 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fc6173f1-988c-40b2-bb51-995efd18b314 req-a5897862-41ef-420e-a0b0-a1ec307f690d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1040294 Feb 18 00:22:16.472653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e1b76121-713c-40a1-a2c2-68d77fac64c3 None None] Provisioning for port 73593855-0f55-4ed4-aa8c-79d4889509c9 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:22:16.500111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 is scheduled to L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc with binding_index 1 {{(pid=84025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 00:22:16.502449 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fc6173f1-988c-40b2-bb51-995efd18b314 req-c4eb7665-c3e8-4564-b3b9-7b38d8421f70 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598125 Feb 18 00:22:16.771650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 73593855-0f55-4ed4-aa8c-79d4889509c9 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:16.886271 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2ef85fa5-2770-4cca-ac01-b15858b4e732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:16.914570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 73593855-0f55-4ed4-aa8c-79d4889509c9 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:22:16.923571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 73593855-0f55-4ed4-aa8c-79d4889509c9 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:16.923997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:17.146376 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:22:17.157442 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Sync routers for ids ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:22:17.172289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:17.176848 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5670559 Feb 18 00:22:17.184660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 35190) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:22:17.195260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Routers {'1c719540-5dd1-4de8-83b2-2c7d0dbfd630'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:22:17.196136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:21:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:22:17.218807 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2a073-485a-4f63-8ac9-8527a8ff66b2 req-38205d04-4e59-47aa-a993-d9d841bc9813 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:17.222571 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5f2a073-485a-4f63-8ac9-8527a8ff66b2 req-38205d04-4e59-47aa-a993-d9d841bc9813 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.4262400 Feb 18 00:22:17.228858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:17.321107 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5f2a073-485a-4f63-8ac9-8527a8ff66b2 req-ee3197f8-68b8-49f9-bcfd-acb62d2e3cfd tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922513 Feb 18 00:22:17.362370 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 73593855-0f55-4ed4-aa8c-79d4889509c9, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=73593855-0f55-4ed4-aa8c-79d4889509c9,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:22:17.367477 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:17.375218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:17.527345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=73593855-0f55-4ed4-aa8c-79d4889509c9,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:17.589475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:17.590899 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d0833ac4-e7ed-444d-98ae-b4264fa38b19 None None] Provisioning complete for port 73593855-0f55-4ed4-aa8c-79d4889509c9 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:17.591440 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d0833ac4-e7ed-444d-98ae-b4264fa38b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:17.848604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Set router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:22:17.954494 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e65cc-5930-4b97-a377-6756638d9043 req-de47baa8-193e-423f-a7b7-c5f752e25a5f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:17.976898 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-539e65cc-5930-4b97-a377-6756638d9043 req-de47baa8-193e-423f-a7b7-c5f752e25a5f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.2035668 Feb 18 00:22:18.060700 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-539e65cc-5930-4b97-a377-6756638d9043 req-9bf06f7e-f4c8-4c26-9619-430b4917756e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819395 Feb 18 00:22:18.125292 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-be488092-7428-4443-a741-e29612017c74 None None] Provisioning complete for port 73593855-0f55-4ed4-aa8c-79d4889509c9 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:18.125845 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be488092-7428-4443-a741-e29612017c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:18.143323 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690e3f9-28ed-4c42-b680-7627d377abbe req-638283bc-8f33-43cc-b607-4e5d312c2031 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:18.152343 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7690e3f9-28ed-4c42-b680-7627d377abbe req-638283bc-8f33-43cc-b607-4e5d312c2031 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 1.0708544 Feb 18 00:22:18.277193 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7690e3f9-28ed-4c42-b680-7627d377abbe req-1db1dbfe-aed1-479d-8547-3a9e66a7e6c7 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237018 Feb 18 00:22:18.346004 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:15Z', 'revision_number': 3, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:22:18.350042 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Checking router: 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:22:18.350553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Updating router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 port 640c2fa1-3723-40ba-a794-30f97f0e4174 binding host dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:22:18.415879 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:18.576024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f488b0-c38a-41da-b87f-ddbcad0250c6 req-63b535fe-e1d0-4ef5-b660-3ea9be7d6640 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:18.584424 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82f488b0-c38a-41da-b87f-ddbcad0250c6 req-63b535fe-e1d0-4ef5-b660-3ea9be7d6640 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1217220 Feb 18 00:22:18.612150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 73593855-0f55-4ed4-aa8c-79d4889509c9 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:18.694682 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82f488b0-c38a-41da-b87f-ddbcad0250c6 req-f17bb1bc-a814-43e4-a6e5-60ca7374bb36 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049936 Feb 18 00:22:18.762740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-be532c02-e72d-4497-b9b0-d5bb6524e0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:18.792507 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 73593855-0f55-4ed4-aa8c-79d4889509c9 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:18.793482 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:18.798210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:19.060769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:19.073233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Transition to ACTIVE for port object 640c2fa1-3723-40ba-a794-30f97f0e4174 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:22:19.076567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:19.209952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:19.238331 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Allocated IP 172.20.0.1 (1b3f82d0-f6ea-4718-b15f-bf48aa5985a0/3e0a0427-fc45-407d-ad03-ad0306d4b275/427eac0f-986e-4d9d-aa23-5170d30f0e70) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:22:19.291410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Attempting to bind port 640c2fa1-3723-40ba-a794-30f97f0e4174 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:22:19.291904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Attempting to bind port 640c2fa1-3723-40ba-a794-30f97f0e4174 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:22:19.292373 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Attempting to bind port 640c2fa1-3723-40ba-a794-30f97f0e4174 on network 795370a8-1bdc-4db9-9669-71c38d19f081 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:22:19.307260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:22:19.307743 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Checking segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:22:19.308253 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:19.308704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Bound using segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:22:19.309230 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Bound port: 640c2fa1-3723-40ba-a794-30f97f0e4174, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:22:19.309641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:19.344750 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Pushing event updated for resources: {'Port': ['ID=640c2fa1-3723-40ba-a794-30f97f0e4174,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:19.362133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.362599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.362856 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.363224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.363580 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.363937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.364292 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.364664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.365026 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.365378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.365730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.366080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.366468 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.366816 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.367166 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.367513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.367902 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.368207 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.368556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.368931 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.369276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.369622 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.369968 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.370313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:19.378562 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:19.425924 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] For port 640c2fa1-3723-40ba-a794-30f97f0e4174, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:22:19.429490 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] For port 640c2fa1-3723-40ba-a794-30f97f0e4174, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=640c2fa1-3723-40ba-a794-30f97f0e4174,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:22:19.433286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:19.433464 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af2c67-1f30-454a-9872-fc9a6b68ff77 req-7345e728-8636-41c5-a940-572f85ebb2cc tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:19.435315 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-64af2c67-1f30-454a-9872-fc9a6b68ff77 req-7345e728-8636-41c5-a940-572f85ebb2cc tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1941583 Feb 18 00:22:19.449647 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:19.552348 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-64af2c67-1f30-454a-9872-fc9a6b68ff77 req-ec84d573-e840-4926-a58c-4de9e473730e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953460 Feb 18 00:22:19.583860 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:19.606374 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef56659-a7a2-4714-8fbf-c9479674ac3d req-f9060bff-87aa-442c-932d-13603a122a2b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:19.606589 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Transition to ACTIVE for port object 427eac0f-986e-4d9d-aa23-5170d30f0e70 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:22:19.611351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Pushing event updated for resources: {'Port': ['ID=640c2fa1-3723-40ba-a794-30f97f0e4174,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:19.616016 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7ef56659-a7a2-4714-8fbf-c9479674ac3d req-f9060bff-87aa-442c-932d-13603a122a2b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1427321 Feb 18 00:22:19.616917 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f16db549-8735-473e-9278-ae5a46a5c396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:19.693310 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7ef56659-a7a2-4714-8fbf-c9479674ac3d req-03a21e35-810d-4470-9e60-bf6c660d1c8b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760067 Feb 18 00:22:19.694221 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Routers {'1c719540-5dd1-4de8-83b2-2c7d0dbfd630'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:22:19.694930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:22:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:22:19.700946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:19.724650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:19.824398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:19.897445 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Pushing event updated for resources: {'Port': ['ID=427eac0f-986e-4d9d-aa23-5170d30f0e70,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:19.919068 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:20.018017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163bcb3-4853-4922-9227-69c883b80353 req-46dc8927-01cf-47d9-bc9a-0e1fb42a5b98 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:20.019719 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c163bcb3-4853-4922-9227-69c883b80353 req-46dc8927-01cf-47d9-bc9a-0e1fb42a5b98 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1817300 Feb 18 00:22:20.087335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:22:20.090645 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] Set router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:22:20.091300 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:22:20.095054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:22:20.197274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852807890'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:20.220853 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c163bcb3-4853-4922-9227-69c883b80353 req-37b6cc30-1ae7-4c50-b066-50b183baf0c2 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930552 Feb 18 00:22:20.365359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:20.456632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-27e88d7c-b9ed-4bb8-bc1c-1faa38525b78 None None] Provisioning for port 427eac0f-986e-4d9d-aa23-5170d30f0e70 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:22:20.462320 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-27e88d7c-b9ed-4bb8-bc1c-1faa38525b78 None None] Provisioning complete for port 427eac0f-986e-4d9d-aa23-5170d30f0e70 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:20.462749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-27e88d7c-b9ed-4bb8-bc1c-1faa38525b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:20.463178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:15Z', 'revision_number': 3, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:22:20.470500 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8dd86-7f92-477e-8214-cedf7c2edc94 None None] The sync data for ids ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'] in dv-cinder-751579-21-smb is: [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:15Z', 'revision_number': 3, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:22:20.544043 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-27e88d7c-b9ed-4bb8-bc1c-1faa38525b78 None None] Port 427eac0f-986e-4d9d-aa23-5170d30f0e70 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:22:20.751145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:20.755231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:20.794031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:20.810677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:20.867387 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Pushing event updated for resources: {'Port': ['ID=427eac0f-986e-4d9d-aa23-5170d30f0e70,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:20.902055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f8cc8-4927-49e4-b2a1-cae4fc0df051 req-0864dbc0-be7a-4569-92f2-da493140b65b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:20.904749 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-993f8cc8-4927-49e4-b2a1-cae4fc0df051 req-0864dbc0-be7a-4569-92f2-da493140b65b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1345415 Feb 18 00:22:20.924980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:20.960194 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:20.979399 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1799803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967944'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:20.998403 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-993f8cc8-4927-49e4-b2a1-cae4fc0df051 req-b0a3182a-6b45-4cb3-a301-917507e87759 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800245 Feb 18 00:22:21.089821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81258e06-349d-4ed1-9d26-5a4f986f42f4 req-76f9b13a-33c0-4bd8-9ea2-ecc674582ee0 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:21.092103 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-81258e06-349d-4ed1-9d26-5a4f986f42f4 req-76f9b13a-33c0-4bd8-9ea2-ecc674582ee0 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.2219906 Feb 18 00:22:21.183991 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-81258e06-349d-4ed1-9d26-5a4f986f42f4 req-d218e804-5ef3-4d37-8889-5bd53b9439cc tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838504 Feb 18 00:22:21.209007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:22:21.210285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:22:21.459217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085c088-0b9c-47d0-917b-6dbb54053e35 req-20ad25f6-04a4-4503-bd5d-6c97fab89f73 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:21.462100 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5085c088-0b9c-47d0-917b-6dbb54053e35 req-20ad25f6-04a4-4503-bd5d-6c97fab89f73 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1003401 Feb 18 00:22:21.488526 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-f8e094b3-d552-4c5e-83a3-2b285ce94b50 None None] Provisioning complete for port 427eac0f-986e-4d9d-aa23-5170d30f0e70 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:21.488526 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8e094b3-d552-4c5e-83a3-2b285ce94b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:21.519088 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5085c088-0b9c-47d0-917b-6dbb54053e35 req-f828bacd-7d0f-448b-837f-eae544b833b7 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483155 Feb 18 00:22:21.564526 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-f8e094b3-d552-4c5e-83a3-2b285ce94b50 None None] Port 427eac0f-986e-4d9d-aa23-5170d30f0e70 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:22:21.572391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:21.682983 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:22:21.689083 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5ac07049-b5ad-4d28-a9f3-6899073565d3 req-89aa8e56-66e2-4f38-a819-95ca9738ee02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480de9b-db79-41d7-b1ad-8d431d4576b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523820 Feb 18 00:22:21.902830 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5ac07049-b5ad-4d28-a9f3-6899073565d3 req-c84ab151-0224-4086-90fb-2561810eec11 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017102 Feb 18 00:22:22.007363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:22:22.031991 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] 10.222.0.44 "PUT /v2.0/routers/1c719540-5dd1-4de8-83b2-2c7d0dbfd630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8324697 Feb 18 00:22:22.089131 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5ac07049-b5ad-4d28-a9f3-6899073565d3 req-20ff94dc-3c36-4560-9f1d-2738946c048d service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1693938 Feb 18 00:22:22.233100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d259cf-3710-4ea0-baf1-f904f0501897 req-d015f990-a5b9-44af-93cf-85826ef82692 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:22.234867 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c7d259cf-3710-4ea0-baf1-f904f0501897 req-d015f990-a5b9-44af-93cf-85826ef82692 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1078553 Feb 18 00:22:22.267603 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83891882-23e4-412d-a2a0-a70cb7659c7a req-89a63ab4-f210-4a20-a901-14a4284a1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:22.269260 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83891882-23e4-412d-a2a0-a70cb7659c7a req-89a63ab4-f210-4a20-a901-14a4284a1b21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 1162 time: 0.1014860 Feb 18 00:22:22.294310 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c7d259cf-3710-4ea0-baf1-f904f0501897 req-d5c373a5-9065-49f8-8a45-66ab40b86a75 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522642 Feb 18 00:22:22.505001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6e9f9-d658-448b-a8c0-1509b19d0bf9 req-19e8d5bb-aca7-4ee4-9bb0-f1553011cc6e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:22.506660 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-11a6e9f9-d658-448b-a8c0-1509b19d0bf9 req-19e8d5bb-aca7-4ee4-9bb0-f1553011cc6e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1337161 Feb 18 00:22:22.548257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83891882-23e4-412d-a2a0-a70cb7659c7a req-cc4583b1-ac51-4b1c-9d2e-fc6ff667dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:22.550209 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83891882-23e4-412d-a2a0-a70cb7659c7a req-cc4583b1-ac51-4b1c-9d2e-fc6ff667dfd3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 912 time: 0.2544847 Feb 18 00:22:22.552393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 640c2fa1-3723-40ba-a794-30f97f0e4174 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:22.642176 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83891882-23e4-412d-a2a0-a70cb7659c7a req-78246bfb-1c98-4302-8ab6-9678db83c505 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325357bb-436d-4473-872d-65f455a31430 HTTP/1.1" status: 200 len: 217 time: 0.0834315 Feb 18 00:22:22.655457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 640c2fa1-3723-40ba-a794-30f97f0e4174 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:22:22.658534 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-11a6e9f9-d658-448b-a8c0-1509b19d0bf9 req-a89fc9d6-7acd-43c4-b1c3-94e04dfab4c6 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408181 Feb 18 00:22:22.661702 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 640c2fa1-3723-40ba-a794-30f97f0e4174 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:22.662301 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:22.731094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83891882-23e4-412d-a2a0-a70cb7659c7a req-1b059ece-5e47-466b-9d5d-b6e3a4e8b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:22.733697 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83891882-23e4-412d-a2a0-a70cb7659c7a req-1b059ece-5e47-466b-9d5d-b6e3a4e8b856 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=762948e9-9a6b-42ed-a9d0-73a29ac28299 HTTP/1.1" status: 200 len: 858 time: 0.0739162 Feb 18 00:22:22.799243 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83891882-23e4-412d-a2a0-a70cb7659c7a req-3e10bb9b-ab60-45cd-83f9-e77bf1cbdf49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480de9b-db79-41d7-b1ad-8d431d4576b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581710 Feb 18 00:22:22.816572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:22.825103 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f493212-a5e2-46b4-bbc7-c70253df0164 req-d4061e7a-b3ad-473b-a157-08397f711253 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:22.828944 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5f493212-a5e2-46b4-bbc7-c70253df0164 req-d4061e7a-b3ad-473b-a157-08397f711253 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1612792 Feb 18 00:22:22.834474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 640c2fa1-3723-40ba-a794-30f97f0e4174, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=640c2fa1-3723-40ba-a794-30f97f0e4174,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:22:22.838176 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:22.844689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:22.910004 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5f493212-a5e2-46b4-bbc7-c70253df0164 req-ccd91bbf-326b-454c-9fb7-1a7d647e6add tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736346 Feb 18 00:22:22.971729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=640c2fa1-3723-40ba-a794-30f97f0e4174,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:22.976310 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:22.989648 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83891882-23e4-412d-a2a0-a70cb7659c7a req-33878840-c040-4521-bce6-a1d3e51b1ecd service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800177 Feb 18 00:22:23.206902 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83891882-23e4-412d-a2a0-a70cb7659c7a req-306b9bd3-fd3e-4581-93d0-50ad32e74e16 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2085207 Feb 18 00:22:23.399287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59e40e-cccc-46b0-94e3-72642744405a req-dc04158d-9030-4a31-8b05-b573d6064dcb tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:23.408906 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f59e40e-cccc-46b0-94e3-72642744405a req-dc04158d-9030-4a31-8b05-b573d6064dcb tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1175611 Feb 18 00:22:23.484754 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f59e40e-cccc-46b0-94e3-72642744405a req-be987455-241a-4848-9c0c-e629d68ac3bb tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747054 Feb 18 00:22:23.524911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d68ea-0a07-476b-a910-5fcccee983f9 req-eb2b6fe7-c286-44c4-ab0d-ce23091515ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:23.526587 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5f0d68ea-0a07-476b-a910-5fcccee983f9 req-eb2b6fe7-c286-44c4-ab0d-ce23091515ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85cc94989d364dbda8dd2bae842c1871&device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 1162 time: 0.1558301 Feb 18 00:22:23.735251 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b38f7-dd7e-47f4-a403-c975ca805d03 req-fbc25cb6-d3bb-46a1-b9ae-bcb031bdd4ea tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:23.743252 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa1b38f7-dd7e-47f4-a403-c975ca805d03 req-fbc25cb6-d3bb-46a1-b9ae-bcb031bdd4ea tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.2155783 Feb 18 00:22:23.862228 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa1b38f7-dd7e-47f4-a403-c975ca805d03 req-b329db1a-137d-4901-8cba-9afd1ad3a197 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179209 Feb 18 00:22:23.904939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d68ea-0a07-476b-a910-5fcccee983f9 req-80193eec-1e5f-4811-8d22-170a42d415ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:23.908276 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5f0d68ea-0a07-476b-a910-5fcccee983f9 req-80193eec-1e5f-4811-8d22-170a42d415ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 200 len: 905 time: 0.3366106 Feb 18 00:22:23.914866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724bd91-f08b-4885-9141-c58b675553b0 req-9cd78c68-9fb0-47d3-af66-3012919a3448 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:23.916623 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1724bd91-f08b-4885-9141-c58b675553b0 req-9cd78c68-9fb0-47d3-af66-3012919a3448 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1088440 Feb 18 00:22:23.977462 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1724bd91-f08b-4885-9141-c58b675553b0 req-d5072cdb-af2c-48f9-b51e-0a74792ff9e1 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503290 Feb 18 00:22:24.109047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Sync routers for ids ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:22:24.111821 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5f0d68ea-0a07-476b-a910-5fcccee983f9 req-cbed5973-acf9-40bf-a7f5-f78659ae486a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6b11335-b88e-4e0a-bdb9-60ac62930cf5 HTTP/1.1" status: 200 len: 999 time: 0.1939974 Feb 18 00:22:24.115305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Routers {'1c719540-5dd1-4de8-83b2-2c7d0dbfd630'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:22:24.116013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:22:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:22:24.206695 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d68ea-0a07-476b-a910-5fcccee983f9 req-cfde9e97-a848-47c6-a544-a3fcad438dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:24.208299 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5f0d68ea-0a07-476b-a910-5fcccee983f9 req-cfde9e97-a848-47c6-a544-a3fcad438dff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc1611c6-7deb-4e58-8f22-eb7fac57a53f HTTP/1.1" status: 200 len: 850 time: 0.0873635 Feb 18 00:22:24.337077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d68ea-0a07-476b-a910-5fcccee983f9 req-21e53265-78c6-49d6-aae5-789b9459e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:24.339215 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5f0d68ea-0a07-476b-a910-5fcccee983f9 req-21e53265-78c6-49d6-aae5-789b9459e412 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27447fe4-5abc-434b-b61d-e537462935b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1225410 Feb 18 00:22:24.432483 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Set router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:22:24.532377 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5f0d68ea-0a07-476b-a910-5fcccee983f9 req-43dfb433-b460-4db1-bf7c-988cf14149ad service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725080 Feb 18 00:22:24.734895 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5f0d68ea-0a07-476b-a910-5fcccee983f9 req-6bb346d2-a3cd-414f-9718-c0f125e51297 service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1948175 Feb 18 00:22:24.910015 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 640c2fa1-3723-40ba-a794-30f97f0e4174 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:24.915110 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe43dca-d6ad-4ae1-a61a-e2508d9b3f5d req-76152d7f-77ef-4509-a6a8-b985b0cb4164 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:24.925959 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5fe43dca-d6ad-4ae1-a61a-e2508d9b3f5d req-76152d7f-77ef-4509-a6a8-b985b0cb4164 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.2444689 Feb 18 00:22:24.941002 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:24.989327 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5fe43dca-d6ad-4ae1-a61a-e2508d9b3f5d req-cadac46a-6c13-418d-8f8e-8ab3f49c0e42 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617454 Feb 18 00:22:25.022150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:22:25.115007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 640c2fa1-3723-40ba-a794-30f97f0e4174 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:25.115468 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:25.159846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:25.160303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:25.204876 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7f48a-8559-47dd-9d88-b4e2fb0869ad req-3cc3caa1-a916-4259-ae07-be4ab64ffdb6 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:25.212772 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5db7f48a-8559-47dd-9d88-b4e2fb0869ad req-3cc3caa1-a916-4259-ae07-be4ab64ffdb6 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1025226 Feb 18 00:22:25.217268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614cfe0-bde4-4d1a-9fa6-6cdcd1a7ae50 req-5d92c575-5f80-4b4b-b34c-84ed7cd75348 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:25.219321 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8614cfe0-bde4-4d1a-9fa6-6cdcd1a7ae50 req-5d92c575-5f80-4b4b-b34c-84ed7cd75348 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.1456461 Feb 18 00:22:25.241856 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:20Z', 'revision_number': 4, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '427eac0f-986e-4d9d-aa23-5170d30f0e70', 'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'mac_address': 'fa:16:3e:ba:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:19Z', 'updated_at': '2021-02-18T00:22:20Z', 'revision_number': 2, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'subnets': [{'id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:22:25.250737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Checking router: 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:22:25.251187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Updating router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 port 427eac0f-986e-4d9d-aa23-5170d30f0e70 binding host dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:22:25.274402 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5db7f48a-8559-47dd-9d88-b4e2fb0869ad req-c489e7df-6ef9-42dd-b330-48c79b10ab23 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603631 Feb 18 00:22:25.293867 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8614cfe0-bde4-4d1a-9fa6-6cdcd1a7ae50 req-4357a99a-52ff-41eb-9434-457cc75b4384 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682216 Feb 18 00:22:25.506494 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:26.070070 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:26.123672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:26.141242 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:22:26.161525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:22:26.166828 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:26.168735 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device e6b11335-b88e-4e0a-bdb9-60ac62930cf5 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:26.202475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Transition to ACTIVE for port object 427eac0f-986e-4d9d-aa23-5170d30f0e70 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:22:26.203321 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:26.259633 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:26.436651 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51', 'code': 200} Feb 18 00:22:26.438033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148947d4-76dd-450e-9498-d887a6c9fbe7 req-4201e1f6-a2fd-4356-8bf2-e14cf589c180 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:26.457733 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-148947d4-76dd-450e-9498-d887a6c9fbe7 req-4201e1f6-a2fd-4356-8bf2-e14cf589c180 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.2650766 Feb 18 00:22:26.498713 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,revision_number=6']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:26.508886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:26.513543 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:26.539901 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-148947d4-76dd-450e-9498-d887a6c9fbe7 req-54b7d2c7-a739-46a0-a72b-897e4a83a9f9 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801508 Feb 18 00:22:26.648784 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8854d-22b2-4b8a-8ead-1c5c4bbf8974 req-34c620ed-13cf-452b-af94-23c21864711f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:26.660414 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8fe8854d-22b2-4b8a-8ead-1c5c4bbf8974 req-34c620ed-13cf-452b-af94-23c21864711f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1937742 Feb 18 00:22:26.666300 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a24e89-5107-4e67-bb0c-65ef910ccba7 None None] Pushing event updated for resources: {'Port': ['ID=427eac0f-986e-4d9d-aa23-5170d30f0e70,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:26.685858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b0a24e89-5107-4e67-bb0c-65ef910ccba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:26.803486 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8fe8854d-22b2-4b8a-8ead-1c5c4bbf8974 req-5c981130-8172-4bb7-a82e-9dc380d6dc22 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414409 Feb 18 00:22:26.853330 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:26.853330 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:26.992522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Attempting to bind port 427eac0f-986e-4d9d-aa23-5170d30f0e70 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:22:26.993068 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Attempting to bind port 427eac0f-986e-4d9d-aa23-5170d30f0e70 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:22:26.993697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Attempting to bind port 427eac0f-986e-4d9d-aa23-5170d30f0e70 on network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:22:27.005464 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:22:27.006078 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Checking segment: {'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:22:27.006644 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:27.007202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Bound using segment: {'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:22:27.007873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Bound port: 427eac0f-986e-4d9d-aa23-5170d30f0e70, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:22:27.008423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:27.164062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a40d6-db76-49ff-ab1a-f1b6e8266d9a req-7d702df5-fd34-4348-bf04-da3eafc3c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:27.166443 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4e6a40d6-db76-49ff-ab1a-f1b6e8266d9a req-7d702df5-fd34-4348-bf04-da3eafc3c2a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 1162 time: 0.1363323 Feb 18 00:22:27.232266 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4e6a40d6-db76-49ff-ab1a-f1b6e8266d9a req-94bc5021-4c22-42b4-9f88-ef8aef60d79c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568860 Feb 18 00:22:27.233512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce7e26-916e-45c2-96ff-e60d101f9e6d req-1202c505-6d00-48e5-834e-d0d0ff7a62d7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:27.235244 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-65ce7e26-916e-45c2-96ff-e60d101f9e6d req-1202c505-6d00-48e5-834e-d0d0ff7a62d7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1388085 Feb 18 00:22:27.288062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] For port 427eac0f-986e-4d9d-aa23-5170d30f0e70, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:22:27.301263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] For port 427eac0f-986e-4d9d-aa23-5170d30f0e70, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=427eac0f-986e-4d9d-aa23-5170d30f0e70,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:22:27.306790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:27.309155 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-65ce7e26-916e-45c2-96ff-e60d101f9e6d req-963b0ada-e2ae-4705-aff6-f4000fc845f9 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662906 Feb 18 00:22:27.324629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:27.441550 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:27.542499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a24e89-5107-4e67-bb0c-65ef910ccba7 None None] Pushing event updated for resources: {'Port': ['ID=427eac0f-986e-4d9d-aa23-5170d30f0e70,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:27.546184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b0a24e89-5107-4e67-bb0c-65ef910ccba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:27.593343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:27.593343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:27.693294 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Routers {'1c719540-5dd1-4de8-83b2-2c7d0dbfd630'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:22:27.693946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:22:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:22:28.014706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] Set router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:22:28.092785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbce09-5ea3-4283-8035-ebd36090a94c req-80069b88-4dbf-43bc-a86c-d7653f1aef85 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:28.101656 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2acbce09-5ea3-4283-8035-ebd36090a94c req-80069b88-4dbf-43bc-a86c-d7653f1aef85 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1351514 Feb 18 00:22:28.176580 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2acbce09-5ea3-4283-8035-ebd36090a94c req-bd78e7d3-02a1-498b-a12d-42fab20f9ca7 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740938 Feb 18 00:22:28.625549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af433d5-350d-4d5e-bd39-8264fa259eff req-d203476e-04f8-44d8-ae32-9bd62250fd1d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:28.629362 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:20Z', 'revision_number': 4, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '427eac0f-986e-4d9d-aa23-5170d30f0e70', 'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'mac_address': 'fa:16:3e:ba:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:19Z', 'updated_at': '2021-02-18T00:22:27Z', 'revision_number': 4, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'subnets': [{'id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:22:28.631894 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6af433d5-350d-4d5e-bd39-8264fa259eff req-d203476e-04f8-44d8-ae32-9bd62250fd1d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1863828 Feb 18 00:22:28.642268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2994ecd-636d-4c3f-98a2-a776be11c9a4 None None] The sync data for ids ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'] in dv-cinder-751579-21-smb is: [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:20Z', 'revision_number': 4, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '427eac0f-986e-4d9d-aa23-5170d30f0e70', 'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'mac_address': 'fa:16:3e:ba:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:19Z', 'updated_at': '2021-02-18T00:22:27Z', 'revision_number': 4, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'subnets': [{'id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:22:28.708881 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6af433d5-350d-4d5e-bd39-8264fa259eff req-7cf22f10-4862-4bb3-b415-b06e388a5425 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728455 Feb 18 00:22:29.461214 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2be055-6989-43fa-b10e-e238f6cef9e2 req-3188bd20-ba9a-425d-b67c-4a75958132c9 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:29.470925 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2e2be055-6989-43fa-b10e-e238f6cef9e2 req-3188bd20-ba9a-425d-b67c-4a75958132c9 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1038103 Feb 18 00:22:29.480108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:29.543012 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2e2be055-6989-43fa-b10e-e238f6cef9e2 req-816b0259-aaa7-4651-ba9f-33e6607d0327 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707815 Feb 18 00:22:29.614527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:29.614952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:29.993857 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1eccc0-9f76-4556-be6d-3e73d1650f77 req-91544f65-b854-4c76-84e0-e94a0b424e2d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:30.002849 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5b1eccc0-9f76-4556-be6d-3e73d1650f77 req-91544f65-b854-4c76-84e0-e94a0b424e2d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.1272137 Feb 18 00:22:30.063320 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5b1eccc0-9f76-4556-be6d-3e73d1650f77 req-02212dee-a752-4f4e-a874-2e5f6b1a4238 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590360 Feb 18 00:22:30.601178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 427eac0f-986e-4d9d-aa23-5170d30f0e70 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:30.681886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 427eac0f-986e-4d9d-aa23-5170d30f0e70 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:22:30.693215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 427eac0f-986e-4d9d-aa23-5170d30f0e70 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:30.694014 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:30.783790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe9136-a4cc-445d-aac6-54ca49f3fe11 req-4880cd01-57f9-4f7c-bc1a-70b9820de614 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:30.785362 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-04fe9136-a4cc-445d-aac6-54ca49f3fe11 req-4880cd01-57f9-4f7c-bc1a-70b9820de614 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0977917 Feb 18 00:22:30.844714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:30.849832 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-04fe9136-a4cc-445d-aac6-54ca49f3fe11 req-87111eae-3239-4b10-8e35-4b62950fa6f1 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563476 Feb 18 00:22:30.890642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 427eac0f-986e-4d9d-aa23-5170d30f0e70, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=427eac0f-986e-4d9d-aa23-5170d30f0e70,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:22:30.894362 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:30.896517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:30.977054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=427eac0f-986e-4d9d-aa23-5170d30f0e70,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:30.980934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:31.287242 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5127ce0-51cc-44e9-af8f-9c07c77754d3 req-5b15e0db-7260-45b9-82b0-5eb1d17296b8 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:31.288849 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d5127ce0-51cc-44e9-af8f-9c07c77754d3 req-5b15e0db-7260-45b9-82b0-5eb1d17296b8 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.0942371 Feb 18 00:22:31.347992 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d5127ce0-51cc-44e9-af8f-9c07c77754d3 req-021f903d-c7d7-46e1-9cc2-3739eb0a0a78 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508213 Feb 18 00:22:32.083366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed7f86-9347-478c-9f89-9ab28c8e8996 req-d1a31d20-e834-464a-a311-9ddc920f1e08 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:32.085477 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b0ed7f86-9347-478c-9f89-9ab28c8e8996 req-d1a31d20-e834-464a-a311-9ddc920f1e08 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0995705 Feb 18 00:22:32.148315 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b0ed7f86-9347-478c-9f89-9ab28c8e8996 req-f28a903b-b554-4fab-843b-76f0a97b0623 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559592 Feb 18 00:22:32.552774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 427eac0f-986e-4d9d-aa23-5170d30f0e70 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:32.669960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 427eac0f-986e-4d9d-aa23-5170d30f0e70 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:32.670310 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:33.400956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f420f-633c-4b8f-b887-6cee6475dfe9 req-aadcee5e-0cae-4930-918b-abd511c6296b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:33.402964 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-740f420f-633c-4b8f-b887-6cee6475dfe9 req-aadcee5e-0cae-4930-918b-abd511c6296b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1035404 Feb 18 00:22:33.454575 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-740f420f-633c-4b8f-b887-6cee6475dfe9 req-767ff399-21e1-461f-bdc0-713839be40e2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442882 Feb 18 00:22:34.383531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc9a7f-90ad-41d2-92da-d6bdcc0cfcff req-29ff6ced-d118-4ea9-bbaf-b96841974314 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:34.385165 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e0fc9a7f-90ad-41d2-92da-d6bdcc0cfcff req-29ff6ced-d118-4ea9-bbaf-b96841974314 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0967591 Feb 18 00:22:34.442861 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e0fc9a7f-90ad-41d2-92da-d6bdcc0cfcff req-57dcdfdc-9aba-4202-8b18-0b945cf3c081 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492501 Feb 18 00:22:34.675942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fd062-7f94-46e8-850e-8045bcdec1d6 req-621440ed-f348-4124-b802-3ed36d7f1e85 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:34.677498 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-532fd062-7f94-46e8-850e-8045bcdec1d6 req-621440ed-f348-4124-b802-3ed36d7f1e85 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0903094 Feb 18 00:22:34.730256 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-532fd062-7f94-46e8-850e-8045bcdec1d6 req-08e2dd6d-bb22-4373-b51b-66464b109539 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460777 Feb 18 00:22:35.278457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-9037665d-c149-400f-9022-a2a1e51567bf tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:35.279187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-9037665d-c149-400f-9022-a2a1e51567bf tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Synchronizing usage tracker for tenant:b0d8884445e543838e196a51c75ced9d on resource:network {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:22:35.294918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-9037665d-c149-400f-9022-a2a1e51567bf tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Unset dirty status for tenant:b0d8884445e543838e196a51c75ced9d on resource:network {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:22:35.296167 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-9037665d-c149-400f-9022-a2a1e51567bf tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/networks?id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 200 len: 815 time: 0.3958066 Feb 18 00:22:35.312193 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-6eda222a-ffb5-4c4e-98a9-6c1cb02355db tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/quotas/b0d8884445e543838e196a51c75ced9d HTTP/1.1" status: 200 len: 375 time: 0.0099769 Feb 18 00:22:35.404350 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-336cb49d-f6b3-46b3-abbe-d9304df81936 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0d8884445e543838e196a51c75ced9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865469 Feb 18 00:22:35.556039 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-f77c9bc6-d7dc-44ac-833c-4798a6ddcca2 service neutron] 10.222.0.44 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381197 Feb 18 00:22:35.668459 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f905f0b-33f4-4dfb-8b4c-939129ead67a req-2d707c82-7beb-4e5d-a075-e57083e1486a tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:35.670618 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9f905f0b-33f4-4dfb-8b4c-939129ead67a req-2d707c82-7beb-4e5d-a075-e57083e1486a tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0906496 Feb 18 00:22:35.722818 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9f905f0b-33f4-4dfb-8b4c-939129ead67a req-e4121d86-615e-484c-8a27-d815f6fb6a46 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458124 Feb 18 00:22:35.727134 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-da872d79-c86e-4445-8cf4-a37652211810 service neutron] 10.222.0.44 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1595662 Feb 18 00:22:35.927729 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cda896d4-4987-4600-8f3d-7144486c5c48 req-d0bf4eb0-3d0c-4274-83f4-d1c31544a01a tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 210 time: 0.0483601 Feb 18 00:22:35.956224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a13364-1912-4abe-98d9-439f7c1054e8 req-81a5290b-b261-46b3-888f-9813b478e75d tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:35.956224 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-17a13364-1912-4abe-98d9-439f7c1054e8 req-81a5290b-b261-46b3-888f-9813b478e75d tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1050434 Feb 18 00:22:36.005983 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-17a13364-1912-4abe-98d9-439f7c1054e8 req-e6e4f7ab-1bf9-4d03-91f0-8b510c3798c1 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Feb 18 00:22:36.928109 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b233b7e-1fa5-4d95-8726-1c799fadd6b8 req-c7b8327e-30ac-4402-a265-b3b168881d7d tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:36.929737 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8b233b7e-1fa5-4d95-8726-1c799fadd6b8 req-c7b8327e-30ac-4402-a265-b3b168881d7d tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0917110 Feb 18 00:22:37.084178 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8b233b7e-1fa5-4d95-8726-1c799fadd6b8 req-d840dc5a-0a1f-495b-88cf-6f839867302c tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476092 Feb 18 00:22:37.114021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-ced39e5f-25b0-4334-9f32-9a1576adfa43 req-5f0f2f55-796f-4ec0-8919-ec98a58659fc tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Synchronizing usage tracker for tenant:b0d8884445e543838e196a51c75ced9d on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:22:37.132281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-ced39e5f-25b0-4334-9f32-9a1576adfa43 req-5f0f2f55-796f-4ec0-8919-ec98a58659fc tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Unset dirty status for tenant:b0d8884445e543838e196a51c75ced9d on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:22:37.133877 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ced39e5f-25b0-4334-9f32-9a1576adfa43 req-5f0f2f55-796f-4ec0-8919-ec98a58659fc tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 210 time: 0.0822449 Feb 18 00:22:37.149324 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-16fa47ae-ccad-426b-af43-587faf04c615 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:37.151162 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-16fa47ae-ccad-426b-af43-587faf04c615 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.30 "GET /v2.0/networks?id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 200 len: 815 time: 0.1940365 Feb 18 00:22:37.165317 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Request body: {'port': {'device_id': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'admin_state_up': True, 'tenant_id': 'b0d8884445e543838e196a51c75ced9d'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:37.378624 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:22:37.398619 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ec136-3901-4bd0-827b-e018f332b477 req-0410dffe-2a95-428d-9c7b-700d9a97ecbc tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:37.400248 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1b5ec136-3901-4bd0-827b-e018f332b477 req-0410dffe-2a95-428d-9c7b-700d9a97ecbc tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1641779 Feb 18 00:22:37.404664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:22:37.430877 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Made reservation on behalf of b0d8884445e543838e196a51c75ced9d for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:22:37.436989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:37.491357 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1b5ec136-3901-4bd0-827b-e018f332b477 req-471a159a-31a2-4d30-b23a-b23d9d13c874 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831175 Feb 18 00:22:37.878771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Allocated IP 172.20.0.4 (1b3f82d0-f6ea-4718-b15f-bf48aa5985a0/3e0a0427-fc45-407d-ad03-ad0306d4b275/eb5e0807-9489-40b3-b106-af0cd9893442) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:22:38.115363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:38.133313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Transition to ACTIVE for port object eb5e0807-9489-40b3-b106-af0cd9893442 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:22:38.161270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:38.177060 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:38.341565 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Pushing event updated for resources: {'Port': ['ID=eb5e0807-9489-40b3-b106-af0cd9893442,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:38.344005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7dda4-abfa-4d06-9cc4-4e210880ba93 req-cb637a2f-ba13-4fe9-9f15-5b74cf08fb92 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:38.345873 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f8a7dda4-abfa-4d06-9cc4-4e210880ba93 req-cb637a2f-ba13-4fe9-9f15-5b74cf08fb92 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.1067579 Feb 18 00:22:38.352348 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.352966 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.353364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.353759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.354154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.354552 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.354933 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.355322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.355711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.356098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.356981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.357375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.357809 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.358244 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.358604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.358981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.359407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.359749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.365101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.365101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.365101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.365101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.365101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.365101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:38.370868 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:38.417106 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f8a7dda4-abfa-4d06-9cc4-4e210880ba93 req-5878502d-1a71-4ce1-bc21-2fe07c0f9df3 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635722 Feb 18 00:22:38.502961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:22:38.505391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:22:38.514015 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c90b0-fa90-481a-974f-4aa81969e144 req-c8d6b92b-a527-4dd5-8e58-b2b24c42153f tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:38.515669 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-119c90b0-fa90-481a-974f-4aa81969e144 req-c8d6b92b-a527-4dd5-8e58-b2b24c42153f tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 931 time: 0.1496031 Feb 18 00:22:38.516520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:22:38.631111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-119c90b0-fa90-481a-974f-4aa81969e144 req-7c25d565-305f-4960-b1f6-5fa2cd66efc3 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Synchronizing usage tracker for tenant:b0d8884445e543838e196a51c75ced9d on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:22:38.647815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:38.654286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:38.718427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-119c90b0-fa90-481a-974f-4aa81969e144 req-7c25d565-305f-4960-b1f6-5fa2cd66efc3 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Unset dirty status for tenant:b0d8884445e543838e196a51c75ced9d on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:22:38.719893 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-119c90b0-fa90-481a-974f-4aa81969e144 req-7c25d565-305f-4960-b1f6-5fa2cd66efc3 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713679 Feb 18 00:22:38.727351 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5672059 Feb 18 00:22:38.772320 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd4e7e-59ab-4b24-887b-5c28042d7e07 req-ffe58182-5eaf-4315-9ad5-9a2805bc3242 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:38.777196 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6acd4e7e-59ab-4b24-887b-5c28042d7e07 req-ffe58182-5eaf-4315-9ad5-9a2805bc3242 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1384292 Feb 18 00:22:38.847886 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6acd4e7e-59ab-4b24-887b-5c28042d7e07 req-9de4aa5c-f5a8-4060-b290-f84f1848c8a8 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619018 Feb 18 00:22:38.908502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c167be4d-4a9f-42ea-b999-54b0920221bb None None] Provisioning for port eb5e0807-9489-40b3-b106-af0cd9893442 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:22:38.914041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c167be4d-4a9f-42ea-b999-54b0920221bb None None] Provisioning complete for port eb5e0807-9489-40b3-b106-af0cd9893442 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:38.914463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c167be4d-4a9f-42ea-b999-54b0920221bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:38.980477 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c167be4d-4a9f-42ea-b999-54b0920221bb None None] Port eb5e0807-9489-40b3-b106-af0cd9893442 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:22:39.519316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 325357bb-436d-4473-872d-65f455a31430 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:39.600438 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 325357bb-436d-4473-872d-65f455a31430 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:39.601161 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:39.639412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326b973-86fa-4479-84bc-f1056c7ca91b req-5041bdc5-518d-4994-85ca-fdbf191ecf25 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:39.641117 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f326b973-86fa-4479-84bc-f1056c7ca91b req-5041bdc5-518d-4994-85ca-fdbf191ecf25 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.1009145 Feb 18 00:22:39.696923 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f326b973-86fa-4479-84bc-f1056c7ca91b req-f9f1fe23-34c9-4364-9c7f-c24ba53822a6 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479681 Feb 18 00:22:39.983822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f3c0b-3680-4d02-9188-4bde83f28208 req-98b2ace3-a2ba-4606-a07c-2c4c3d4666d3 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:39.998179 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e06f3c0b-3680-4d02-9188-4bde83f28208 req-98b2ace3-a2ba-4606-a07c-2c4c3d4666d3 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 931 time: 0.1347678 Feb 18 00:22:40.045051 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e06f3c0b-3680-4d02-9188-4bde83f28208 req-1ca7d740-028a-48bd-9d84-5b2edb770d25 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456262 Feb 18 00:22:40.083570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac08a09-d156-4a10-9cb3-061546873e0c req-2013b368-c6fa-4b61-8935-94c03c40f2e2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:40.085231 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0ac08a09-d156-4a10-9cb3-061546873e0c req-2013b368-c6fa-4b61-8935-94c03c40f2e2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1135106 Feb 18 00:22:40.137857 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0ac08a09-d156-4a10-9cb3-061546873e0c req-b19792d1-4092-4276-9d8f-1b1916f15ae2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450103 Feb 18 00:22:40.911098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699705b-af9d-4d57-a003-592259b02e60 req-eedd6732-8862-4b2c-ae75-291566cc96f1 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:40.912806 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9699705b-af9d-4d57-a003-592259b02e60 req-eedd6732-8862-4b2c-ae75-291566cc96f1 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0944703 Feb 18 00:22:40.963820 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9699705b-af9d-4d57-a003-592259b02e60 req-3747613d-1381-4c11-a3f9-aa4bfde6a5f4 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441320 Feb 18 00:22:41.266576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cd01f-50b1-4691-95d5-53050bb28e50 req-f406fe20-c5d6-4886-a832-edee734dc2f4 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:41.267317 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-821cd01f-50b1-4691-95d5-53050bb28e50 req-f406fe20-c5d6-4886-a832-edee734dc2f4 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Synchronizing usage tracker for tenant:b0d8884445e543838e196a51c75ced9d on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:22:41.283961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-821cd01f-50b1-4691-95d5-53050bb28e50 req-f406fe20-c5d6-4886-a832-edee734dc2f4 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Unset dirty status for tenant:b0d8884445e543838e196a51c75ced9d on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:22:41.285341 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-821cd01f-50b1-4691-95d5-53050bb28e50 req-f406fe20-c5d6-4886-a832-edee734dc2f4 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 931 time: 0.1181412 Feb 18 00:22:41.336826 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-821cd01f-50b1-4691-95d5-53050bb28e50 req-fa09bb6f-5374-493e-a43d-543f4c241a98 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Feb 18 00:22:41.362549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a63292-33b6-454e-aaba-3e3114effab7 req-27f3c5b2-9212-4a03-a5d0-c5ab679e1847 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:41.364396 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-23a63292-33b6-454e-aaba-3e3114effab7 req-27f3c5b2-9212-4a03-a5d0-c5ab679e1847 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0993264 Feb 18 00:22:41.417547 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-23a63292-33b6-454e-aaba-3e3114effab7 req-75348cb8-e1c8-46e9-ad73-2aa818e167cc tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465436 Feb 18 00:22:42.191756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc6610-e5c9-43af-b383-5259036bfe8f req-f68e29c4-e390-4c97-a7f6-182951fbf16e tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:42.193666 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d4dc6610-e5c9-43af-b383-5259036bfe8f req-f68e29c4-e390-4c97-a7f6-182951fbf16e tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0924628 Feb 18 00:22:42.248077 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d4dc6610-e5c9-43af-b383-5259036bfe8f req-ec9437c9-4d03-468c-9c2a-344f12d3befb tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465548 Feb 18 00:22:42.574465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b4a5-de2c-4de6-adf4-19b1edc8e9d5 req-053c45ca-8758-4ba5-8a51-2aca6a8377da tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:42.577128 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3078b4a5-de2c-4de6-adf4-19b1edc8e9d5 req-053c45ca-8758-4ba5-8a51-2aca6a8377da tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 931 time: 0.1207414 Feb 18 00:22:42.641637 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3078b4a5-de2c-4de6-adf4-19b1edc8e9d5 req-afb251aa-d556-413d-9858-8c7cd4c6c208 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572512 Feb 18 00:22:42.655599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4a1c6-6f57-493d-80de-d09076bed71a req-f80b3557-d617-49fd-bcab-7e206d3a1e31 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:42.657797 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-75c4a1c6-6f57-493d-80de-d09076bed71a req-f80b3557-d617-49fd-bcab-7e206d3a1e31 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1080024 Feb 18 00:22:42.712962 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-75c4a1c6-6f57-493d-80de-d09076bed71a req-1fb44aee-1100-4369-b688-0f0fc7ead21d tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484905 Feb 18 00:22:43.459047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849fa1c-7943-4ded-be7f-38eaa32aaf0e req-c940b5e3-9b0b-4575-b486-7c84e398dc66 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:43.460757 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c849fa1c-7943-4ded-be7f-38eaa32aaf0e req-c940b5e3-9b0b-4575-b486-7c84e398dc66 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0967844 Feb 18 00:22:43.530375 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c849fa1c-7943-4ded-be7f-38eaa32aaf0e req-6088875d-e4dd-453b-a4d8-9cf433af8619 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622449 Feb 18 00:22:43.862810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be33e52-dcb0-48c7-9fa7-639d3e41d9ff req-af1af8da-cee1-4639-8950-99476bbb7fed tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:43.864323 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3be33e52-dcb0-48c7-9fa7-639d3e41d9ff req-af1af8da-cee1-4639-8950-99476bbb7fed tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 931 time: 0.1079562 Feb 18 00:22:43.933747 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3be33e52-dcb0-48c7-9fa7-639d3e41d9ff req-e642534a-f526-4ad4-9151-85a9b3ca9a61 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625288 Feb 18 00:22:43.942003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcf0b7-8c76-4f2d-8727-ff2ac47dff26 req-c2683edb-28bf-4178-9190-956464d3db29 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:43.943627 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bcfcf0b7-8c76-4f2d-8727-ff2ac47dff26 req-c2683edb-28bf-4178-9190-956464d3db29 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0935206 Feb 18 00:22:43.997130 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bcfcf0b7-8c76-4f2d-8727-ff2ac47dff26 req-a1b091d8-c9a6-4455-8efb-c457d7fe8c78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462143 Feb 18 00:22:44.749221 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9226-41c2-4b10-a460-ef5552ff2356 req-f0647b02-dc96-4d03-84c9-597cef669077 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:44.750747 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-71ad9226-41c2-4b10-a460-ef5552ff2356 req-f0647b02-dc96-4d03-84c9-597cef669077 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0984409 Feb 18 00:22:44.801077 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-71ad9226-41c2-4b10-a460-ef5552ff2356 req-876c77fa-fa6e-46ff-b627-62e3e4dbe2a1 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Feb 18 00:22:45.161860 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864968d-df30-4104-8a13-57a894fde8bd req-0603cccd-7bdf-40df-a05b-28eaa8c8f13f tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:45.163753 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6864968d-df30-4104-8a13-57a894fde8bd req-0603cccd-7bdf-40df-a05b-28eaa8c8f13f tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 931 time: 0.1005914 Feb 18 00:22:45.218651 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ec68d-d6e1-40d3-b021-74324e20b8ce req-88f3638b-bfdb-42d8-a380-3a9a74d60ef0 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:45.220322 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-044ec68d-d6e1-40d3-b021-74324e20b8ce req-88f3638b-bfdb-42d8-a380-3a9a74d60ef0 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0967689 Feb 18 00:22:45.224907 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6864968d-df30-4104-8a13-57a894fde8bd req-b2201394-b7de-47d7-b3e4-0fd3e12d7347 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516286 Feb 18 00:22:45.275545 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-044ec68d-d6e1-40d3-b021-74324e20b8ce req-643b8234-c0bc-4daa-89ba-eb95ce246323 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470712 Feb 18 00:22:46.013363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df19991-d99c-4f84-bab3-a152e3f2a6c5 req-bc1e2cdb-2f22-4418-bb2d-74e80065b701 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:46.015238 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9df19991-d99c-4f84-bab3-a152e3f2a6c5 req-bc1e2cdb-2f22-4418-bb2d-74e80065b701 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0917039 Feb 18 00:22:46.067535 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9df19991-d99c-4f84-bab3-a152e3f2a6c5 req-5837aedb-0ce5-4add-a3d4-771dbc1b91c1 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459230 Feb 18 00:22:46.509199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df303f6a-405b-4d3c-bbed-54d08e763ed7 req-4075f114-ed0f-4fd9-a9cb-2ff5334bb14f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:46.511291 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-df303f6a-405b-4d3c-bbed-54d08e763ed7 req-4075f114-ed0f-4fd9-a9cb-2ff5334bb14f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1126275 Feb 18 00:22:46.616290 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-df303f6a-405b-4d3c-bbed-54d08e763ed7 req-94ee6ced-fe2b-47ed-98e4-a98dcdd50455 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963547 Feb 18 00:22:46.618989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6eb38f64-1cd7-4d32-89a6-aac351b13915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:46.708437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b78a8-b6f2-495f-99b9-5c25960314ac req-cea32ced-3cc9-42ff-b6d8-ccaa9865a381 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:46.710053 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c17b78a8-b6f2-495f-99b9-5c25960314ac req-cea32ced-3cc9-42ff-b6d8-ccaa9865a381 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 931 time: 0.3503871 Feb 18 00:22:46.762649 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c17b78a8-b6f2-495f-99b9-5c25960314ac req-bf01cc8a-0a8a-4686-9a02-240e8f2c3dd5 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457208 Feb 18 00:22:47.283579 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d034-5e2a-4520-83ab-14a1fb975797 req-a82e0028-dfa8-4b60-9bf0-0fecdbb3c2a9 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:47.289941 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-be81d034-5e2a-4520-83ab-14a1fb975797 req-a82e0028-dfa8-4b60-9bf0-0fecdbb3c2a9 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0966446 Feb 18 00:22:47.339082 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-be81d034-5e2a-4520-83ab-14a1fb975797 req-56d8326c-fca0-4a25-b3ae-ec3a06ff4e99 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465286 Feb 18 00:22:47.825963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54a117-12b5-4de8-9513-d96d4ef973a3 req-6092abd6-0975-4914-9f65-2cd5a5537b60 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:47.827595 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac54a117-12b5-4de8-9513-d96d4ef973a3 req-6092abd6-0975-4914-9f65-2cd5a5537b60 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0920119 Feb 18 00:22:47.886019 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac54a117-12b5-4de8-9513-d96d4ef973a3 req-3202a52e-c547-45a2-ac18-290e795c2be7 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478065 Feb 18 00:22:47.997539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4c911-0a5d-4923-9d9f-768c59900d68 req-d0c7652e-b21a-46d1-9af5-8d917adca65c tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:47.999084 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3eb4c911-0a5d-4923-9d9f-768c59900d68 req-d0c7652e-b21a-46d1-9af5-8d917adca65c tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 931 time: 0.1021869 Feb 18 00:22:48.050518 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3eb4c911-0a5d-4923-9d9f-768c59900d68 req-3695a7dc-8b37-43be-b75a-92d029bf272e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449820 Feb 18 00:22:48.553235 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0970b-0b93-47a7-ba81-6053d23ea40f req-d314ed1f-0622-4c2f-8575-3943b9b6929d tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:48.559849 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2cc0970b-0b93-47a7-ba81-6053d23ea40f req-d314ed1f-0622-4c2f-8575-3943b9b6929d tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0986221 Feb 18 00:22:48.615961 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2cc0970b-0b93-47a7-ba81-6053d23ea40f req-18bb48dc-c6c7-414a-9e55-e888c029536d tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545216 Feb 18 00:22:48.705057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10acd56e-9a07-4025-9b92-50cfa1001383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:49.091413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa227f-de23-4f1d-b14c-86ec10557a85 req-38d213da-170d-4990-9eab-e267a21d8445 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:49.093572 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fffa227f-de23-4f1d-b14c-86ec10557a85 req-38d213da-170d-4990-9eab-e267a21d8445 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0899613 Feb 18 00:22:49.142906 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fffa227f-de23-4f1d-b14c-86ec10557a85 req-d7de36c7-125c-486d-a8d6-2630c887192d tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Feb 18 00:22:49.261361 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41324a52-0d76-486f-a97d-3374b6687da0 req-0d6da9d1-495a-43c1-a869-11d06e3af25e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:49.264081 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-41324a52-0d76-486f-a97d-3374b6687da0 req-0d6da9d1-495a-43c1-a869-11d06e3af25e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 931 time: 0.0889914 Feb 18 00:22:49.311096 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-41324a52-0d76-486f-a97d-3374b6687da0 req-7b2ad2f1-863b-4503-9c94-b6ab58f705c3 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 Feb 18 00:22:49.598147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Request body: {'port': {'device_id': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:22:49.723035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:49.826720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb54ad-cba1-4d87-ae35-982c79c87ac0 req-84064f47-f393-4217-aa61-fa117189616f tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:49.827061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:49.828550 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fdbb54ad-cba1-4d87-ae35-982c79c87ac0 req-84064f47-f393-4217-aa61-fa117189616f tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0980678 Feb 18 00:22:49.883739 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fdbb54ad-cba1-4d87-ae35-982c79c87ac0 req-9aba5de6-3cfb-4b16-8663-8cfc42ef154d tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486870 Feb 18 00:22:50.162604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5e0807-9489-40b3-b106-af0cd9893442 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:22:50.171074 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:50.183850 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Transition to ACTIVE for port object eb5e0807-9489-40b3-b106-af0cd9893442 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:22:50.189511 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:50.204153 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:50.395872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5e0807-9489-40b3-b106-af0cd9893442,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:50.399520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:50.472971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220bdb4-070c-410c-9bca-ea3a877bd82b req-7501c0e0-fc22-4f95-849e-3bbd595619ad tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:50.474598 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9220bdb4-070c-410c-9bca-ea3a877bd82b req-7501c0e0-fc22-4f95-849e-3bbd595619ad tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1763859 Feb 18 00:22:50.516134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f727b-e90c-4163-b41e-afdddc44c255 req-25e018e9-1194-4d19-b2d9-c451f0620669 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:50.517885 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a43f727b-e90c-4163-b41e-afdddc44c255 req-25e018e9-1194-4d19-b2d9-c451f0620669 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 943 time: 0.0918310 Feb 18 00:22:50.588241 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a43f727b-e90c-4163-b41e-afdddc44c255 req-21b2215d-0f40-4c51-9b6a-a50a55491110 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635269 Feb 18 00:22:50.636334 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9220bdb4-070c-410c-9bca-ea3a877bd82b req-bed66222-272c-4cc1-b500-209886d5ffbe tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916781 Feb 18 00:22:50.675173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Attempting to bind port eb5e0807-9489-40b3-b106-af0cd9893442 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:22:50.675549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Attempting to bind port eb5e0807-9489-40b3-b106-af0cd9893442 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:22:50.675921 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Attempting to bind port eb5e0807-9489-40b3-b106-af0cd9893442 on network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:22:50.682099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:22:50.682472 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Checking segment: {'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:22:50.682883 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:50.683282 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Bound using segment: {'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:22:50.683762 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Bound port: eb5e0807-9489-40b3-b106-af0cd9893442, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:22:50.684717 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:50.780422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] For port eb5e0807-9489-40b3-b106-af0cd9893442, host hv-cinder-75157, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:22:50.783537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] For port eb5e0807-9489-40b3-b106-af0cd9893442, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=eb5e0807-9489-40b3-b106-af0cd9893442,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:22:50.787399 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:50.804611 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:50.806793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:50.946740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:50.954625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5e0807-9489-40b3-b106-af0cd9893442,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:50.968437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:51.001711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:51.002389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:51.004023 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] 10.222.0.30 "PUT /v2.0/ports/eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 1157 time: 1.4104626 Feb 18 00:22:51.004443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:22:51.101969 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442', 'status': 'completed', 'code': 200} Feb 18 00:22:51.147375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-8eed787b-fd03-4320-b1ef-fa738829e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:51.149028 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-8eed787b-fd03-4320-b1ef-fa738829e386 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0d8884445e543838e196a51c75ced9d&device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 1160 time: 0.0945513 Feb 18 00:22:51.170236 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cec56b-b0a6-4712-8f33-ba727af09590 req-d425a42f-d883-45ef-9caf-82706d0906d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:51.171880 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-63cec56b-b0a6-4712-8f33-ba727af09590 req-d425a42f-d883-45ef-9caf-82706d0906d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 1162 time: 0.1569839 Feb 18 00:22:51.213256 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228964e-954b-4157-8365-1a8e7cf4f165 req-b08369ee-893f-4c25-9937-b798c1b985ef tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:51.214899 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9228964e-954b-4157-8365-1a8e7cf4f165 req-b08369ee-893f-4c25-9937-b798c1b985ef tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.1375346 Feb 18 00:22:51.234711 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-5ac74b52-431d-4d28-8fc2-5b9c459adeaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 217 time: 0.0734966 Feb 18 00:22:51.256116 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-63cec56b-b0a6-4712-8f33-ba727af09590 req-e4444060-2010-48db-a49a-393f123fb0cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755954 Feb 18 00:22:51.284372 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9228964e-954b-4157-8365-1a8e7cf4f165 req-d815c3b8-1381-4ce8-b2da-c08d5ce6cb24 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567682 Feb 18 00:22:51.314864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-c129f7ad-10d1-4f0d-a4f7-4cb8989700ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:51.316832 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-c129f7ad-10d1-4f0d-a4f7-4cb8989700ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e0a0427-fc45-407d-ad03-ad0306d4b275 HTTP/1.1" status: 200 len: 854 time: 0.0686216 Feb 18 00:22:51.516061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:51.570260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-0aa4c937-1717-4c49-b8a4-7e3d5e901a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:51.571785 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-0aa4c937-1717-4c49-b8a4-7e3d5e901a1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0859160 Feb 18 00:22:51.780810 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-8625adac-7d2b-4828-80bd-1687fbf2641b service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998041 Feb 18 00:22:51.843965 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef36f8-0658-4c2b-93ff-68a7d13b9670 req-63b29135-0a57-489e-91d5-0a1851a2bdbf tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:51.845565 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91ef36f8-0658-4c2b-93ff-68a7d13b9670 req-63b29135-0a57-489e-91d5-0a1851a2bdbf tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0889757 Feb 18 00:22:51.907072 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-91ef36f8-0658-4c2b-93ff-68a7d13b9670 req-77e6ad15-24aa-46cb-9f83-99486c2cc84d tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543916 Feb 18 00:22:51.912985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d0ad8-8989-4d71-870a-eb3a69ed4de8 req-7136d7d2-0acb-44ac-9de5-c00d5ee6d2e0 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:51.914108 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0b6d0ad8-8989-4d71-870a-eb3a69ed4de8 req-7136d7d2-0acb-44ac-9de5-c00d5ee6d2e0 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 943 time: 0.2031493 Feb 18 00:22:51.990066 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-047900cd-865f-4939-a6c4-368f6a4a1caf req-9fdc4c6d-fcf2-49ee-85dc-923fabc72c79 service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1976905 Feb 18 00:22:52.000435 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0b6d0ad8-8989-4d71-870a-eb3a69ed4de8 req-64f244dc-ed8c-4d37-ade4-411a349c5a1d tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709431 Feb 18 00:22:52.116061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a613a3-b1fe-43f5-b293-30a3e34c1231 req-bb1cc62f-080b-4366-9c66-4d391e9615eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:52.117719 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d7a613a3-b1fe-43f5-b293-30a3e34c1231 req-bb1cc62f-080b-4366-9c66-4d391e9615eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0d8884445e543838e196a51c75ced9d&device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 1160 time: 0.0816271 Feb 18 00:22:52.267928 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e378-2e62-4bda-91a1-03fea71dd913 req-905af745-e404-4b13-bc7e-7f6b8a413976 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:52.268424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a613a3-b1fe-43f5-b293-30a3e34c1231 req-632da706-a7cb-4064-ab9d-1706fcc941a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:52.269541 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-beb9e378-2e62-4bda-91a1-03fea71dd913 req-905af745-e404-4b13-bc7e-7f6b8a413976 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.30 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.0904005 Feb 18 00:22:52.270047 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d7a613a3-b1fe-43f5-b293-30a3e34c1231 req-632da706-a7cb-4064-ab9d-1706fcc941a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 200 len: 909 time: 0.1398909 Feb 18 00:22:52.349284 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d7a613a3-b1fe-43f5-b293-30a3e34c1231 req-435e203e-b41a-40c4-bd61-6cafa9317103 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 217 time: 0.0664248 Feb 18 00:22:52.358142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-beb9e378-2e62-4bda-91a1-03fea71dd913 req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Deleting port 9cda10d2-c831-4726-8eca-c7f3b521d4a4 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:22:52.358537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-beb9e378-2e62-4bda-91a1-03fea71dd913 req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:52.427185 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a613a3-b1fe-43f5-b293-30a3e34c1231 req-56809ea3-e92a-423d-901e-fa268b153660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:52.428891 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d7a613a3-b1fe-43f5-b293-30a3e34c1231 req-56809ea3-e92a-423d-901e-fa268b153660 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e0a0427-fc45-407d-ad03-ad0306d4b275 HTTP/1.1" status: 200 len: 854 time: 0.0732276 Feb 18 00:22:52.519454 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a613a3-b1fe-43f5-b293-30a3e34c1231 req-b767f1b9-3231-4021-b4b7-3d99400d7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:52.521121 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d7a613a3-b1fe-43f5-b293-30a3e34c1231 req-b767f1b9-3231-4021-b4b7-3d99400d7a13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0785532 Feb 18 00:22:52.692944 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d7a613a3-b1fe-43f5-b293-30a3e34c1231 req-2b38373d-3d6a-41a1-ad36-d2389233c4c2 service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579602 Feb 18 00:22:52.878149 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d7a613a3-b1fe-43f5-b293-30a3e34c1231 req-11296215-0260-4ecf-a51c-370f9f3bae2e service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1767163 Feb 18 00:22:52.940574 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781997d4-125c-47c7-b063-36e8f7c4e48e req-6cb16a31-8989-4814-8b1b-14d773a6f0e1 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:52.942157 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-781997d4-125c-47c7-b063-36e8f7c4e48e req-6cb16a31-8989-4814-8b1b-14d773a6f0e1 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 945 time: 0.5357988 Feb 18 00:22:53.025475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-beb9e378-2e62-4bda-91a1-03fea71dd913 req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] For port 9cda10d2-c831-4726-8eca-c7f3b521d4a4, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=9cda10d2-c831-4726-8eca-c7f3b521d4a4,segment=NetworkSegment(15f6ee25-ab0e-4964-8702-005a6962c3cd),segment_id=15f6ee25-ab0e-4964-8702-005a6962c3cd)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:22:53.025874 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-beb9e378-2e62-4bda-91a1-03fea71dd913 req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:53.036235 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-781997d4-125c-47c7-b063-36e8f7c4e48e req-6a969c90-696a-4008-9a7d-a6a0a9070067 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870674 Feb 18 00:22:53.172382 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-beb9e378-2e62-4bda-91a1-03fea71dd913 req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Calling delete_port for 9cda10d2-c831-4726-8eca-c7f3b521d4a4 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:22:53.352367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e791a1-5ad5-46ab-bd3a-b9094691da6a req-b3dfa095-3c66-4a6b-9b8d-ac826fa5f43f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:53.354386 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-70e791a1-5ad5-46ab-bd3a-b9094691da6a req-b3dfa095-3c66-4a6b-9b8d-ac826fa5f43f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.3288157 Feb 18 00:22:53.374730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a466f7-8285-4365-aaab-bcb16c5d0eb6 req-a8f71664-17e5-4f2b-be82-1a48d234adac tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:53.376355 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83a466f7-8285-4365-aaab-bcb16c5d0eb6 req-a8f71664-17e5-4f2b-be82-1a48d234adac tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 943 time: 0.2122943 Feb 18 00:22:53.407386 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-70e791a1-5ad5-46ab-bd3a-b9094691da6a req-47aeaf2e-93b2-4b0a-8ac4-5dfe21473b85 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462120 Feb 18 00:22:53.448118 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83a466f7-8285-4365-aaab-bcb16c5d0eb6 req-ea696201-08cc-453e-ac6e-28976bb87be8 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584416 Feb 18 00:22:53.448953 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-beb9e378-2e62-4bda-91a1-03fea71dd913 req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:53.466777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:53.564436 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Pushing event deleted for resources: {'Port': ['ID=9cda10d2-c831-4726-8eca-c7f3b521d4a4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:53.583822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.584238 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.584848 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.585046 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.585410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.585806 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.586195 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.586573 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.586950 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.587332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.587718 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.588104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.588524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.588932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.589315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.589695 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.590191 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.590577 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.590963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.591355 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.591706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.592088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.592467 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.593019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:53.598036 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:53.694248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb9e378-2e62-4bda-91a1-03fea71dd913 req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] No DVR routers for this DVR port 9cda10d2-c831-4726-8eca-c7f3b521d4a4 on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:22:53.696453 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-beb9e378-2e62-4bda-91a1-03fea71dd913 req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:53.699322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43b92a5-e986-4f19-80e1-c818a1eb498a', 'name': 'network-vif-deleted', 'tag': '9cda10d2-c831-4726-8eca-c7f3b521d4a4'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:22:53.716586 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-beb9e378-2e62-4bda-91a1-03fea71dd913 req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.30 "DELETE /v2.0/ports/9cda10d2-c831-4726-8eca-c7f3b521d4a4 HTTP/1.1" status: 204 len: 173 time: 1.4333727 Feb 18 00:22:53.759828 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43b92a5-e986-4f19-80e1-c818a1eb498a', 'name': 'network-vif-deleted', 'tag': '9cda10d2-c831-4726-8eca-c7f3b521d4a4', 'status': 'completed', 'code': 200} Feb 18 00:22:53.789811 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.objects.ports [None req-d7dba5da-0c3b-48a9-91c9-6062ccf2ee1e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84026) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 00:22:53.975684 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f558f-7833-46dd-b174-9233414c11ae req-d00d051d-bb5a-4e03-b1eb-4ad44038f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:53.977338 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-206f558f-7833-46dd-b174-9233414c11ae req-d00d051d-bb5a-4e03-b1eb-4ad44038f2d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 1162 time: 0.0871966 Feb 18 00:22:54.028683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eec4b1-032d-414b-95f7-dd7f1d1e6823 req-5814b52d-44fe-4712-9c99-6c61bbc4678a tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:54.030304 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-47eec4b1-032d-414b-95f7-dd7f1d1e6823 req-5814b52d-44fe-4712-9c99-6c61bbc4678a tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0880296 Feb 18 00:22:54.083814 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-47eec4b1-032d-414b-95f7-dd7f1d1e6823 req-db9cb260-e4fa-4454-8eaa-a8381e89395e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470548 Feb 18 00:22:54.136886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f558f-7833-46dd-b174-9233414c11ae req-dd69e706-20da-46d3-a15e-7cabbfde2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:54.139928 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-206f558f-7833-46dd-b174-9233414c11ae req-dd69e706-20da-46d3-a15e-7cabbfde2ea2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 200 len: 912 time: 0.1540565 Feb 18 00:22:54.267989 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-206f558f-7833-46dd-b174-9233414c11ae req-704c8a91-82d6-42ce-a4e8-ad4c7dd2d328 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=325357bb-436d-4473-872d-65f455a31430 HTTP/1.1" status: 200 len: 217 time: 0.1086481 Feb 18 00:22:54.282672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-b535e555-5b21-4309-8f04-4d65c2bc7c80 req-fd1649d4-ed53-4ca7-9181-3617ed3a34d2 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Synchronizing usage tracker for tenant:4370bd81cd1f4a49b73701c1c6da5aec on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:22:54.352371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-b535e555-5b21-4309-8f04-4d65c2bc7c80 req-fd1649d4-ed53-4ca7-9181-3617ed3a34d2 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Unset dirty status for tenant:4370bd81cd1f4a49b73701c1c6da5aec on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:22:54.354264 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b535e555-5b21-4309-8f04-4d65c2bc7c80 req-fd1649d4-ed53-4ca7-9181-3617ed3a34d2 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=d43b92a5-e986-4f19-80e1-c818a1eb498a HTTP/1.1" status: 200 len: 210 time: 0.1328893 Feb 18 00:22:54.360081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f558f-7833-46dd-b174-9233414c11ae req-03cda633-4dad-4731-a1de-3c324e471c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:54.361693 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-206f558f-7833-46dd-b174-9233414c11ae req-03cda633-4dad-4731-a1de-3c324e471c3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=762948e9-9a6b-42ed-a9d0-73a29ac28299 HTTP/1.1" status: 200 len: 858 time: 0.0810175 Feb 18 00:22:54.407632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 325357bb-436d-4473-872d-65f455a31430 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:54.421324 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-206f558f-7833-46dd-b174-9233414c11ae req-93819108-11d8-4265-b803-3304d1554890 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5480de9b-db79-41d7-b1ad-8d431d4576b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516918 Feb 18 00:22:54.488616 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 325357bb-436d-4473-872d-65f455a31430 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:54.489068 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:54.578524 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-206f558f-7833-46dd-b174-9233414c11ae req-a7f95abc-ed97-40f6-8abe-4c180fcd54c3 service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433737 Feb 18 00:22:54.640709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device eb5e0807-9489-40b3-b106-af0cd9893442 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:54.660269 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23e07-654d-4207-a5e6-fe4080d7e114 req-15d7b075-9dc6-4bc2-842a-a73bce0d3ec7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:54.662562 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b0f23e07-654d-4207-a5e6-fe4080d7e114 req-15d7b075-9dc6-4bc2-842a-a73bce0d3ec7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 943 time: 0.0910609 Feb 18 00:22:54.714657 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port eb5e0807-9489-40b3-b106-af0cd9893442 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:22:54.716467 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b0f23e07-654d-4207-a5e6-fe4080d7e114 req-d82aa277-b169-4b68-a56b-1c207e914fbd tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 Feb 18 00:22:54.720396 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port eb5e0807-9489-40b3-b106-af0cd9893442 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:54.720832 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:54.731830 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-206f558f-7833-46dd-b174-9233414c11ae req-139393c9-743e-4e87-807c-aa3a4365128c service neutron] 10.222.0.30 "GET /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460488 Feb 18 00:22:54.850919 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:54.880155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:22:54.891246 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port eb5e0807-9489-40b3-b106-af0cd9893442, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=eb5e0807-9489-40b3-b106-af0cd9893442,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:22:54.894311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:54.897135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-04febf7f-1bd2-4110-a96b-7b0cd5fbc979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:22:54.932175 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442', 'code': 200} Feb 18 00:22:54.941788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 9cda10d2-c831-4726-8eca-c7f3b521d4a4 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:22:54.993019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] No Port match for: 9cda10d2-c831-4726-8eca-c7f3b521d4a4 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:22:54.993639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 9cda10d2-c831-4726-8eca-c7f3b521d4a4 not bound to the agent host hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:22:55.018509 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=eb5e0807-9489-40b3-b106-af0cd9893442,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:22:55.027714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.028102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.028480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.028893 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.029260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.029627 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.031294 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.031294 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.031294 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.031294 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.031630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.031710 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.032062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.032420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.032805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.033277 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.033635 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.033993 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.034465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.034822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.035177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.035531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.035887 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.036241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:22:55.040984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:22:55.190237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb89b4-e568-4707-a457-048db1c3a53e req-9de6a84d-020c-4bd0-9bdf-06015bfb0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:55.191829 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ceb89b4-e568-4707-a457-048db1c3a53e req-9de6a84d-020c-4bd0-9bdf-06015bfb0962 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 1162 time: 0.0793378 Feb 18 00:22:55.241897 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ceb89b4-e568-4707-a457-048db1c3a53e req-ea2b93ab-ebf9-4a8f-81c1-26a597fe4663 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383382 Feb 18 00:22:55.303043 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c087254-428c-4efb-b5d0-c68b68512924 req-507a0750-fee6-43d8-9cae-5946e93ebf4a tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:55.304742 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c087254-428c-4efb-b5d0-c68b68512924 req-507a0750-fee6-43d8-9cae-5946e93ebf4a tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0924115 Feb 18 00:22:55.355745 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c087254-428c-4efb-b5d0-c68b68512924 req-c546a1df-b036-46ea-b2b7-8d52f9128664 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444970 Feb 18 00:22:55.688207 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device eb5e0807-9489-40b3-b106-af0cd9893442 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:55.770794 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port eb5e0807-9489-40b3-b106-af0cd9893442 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:55.771224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:55.930571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc7ddf-d39a-414b-9707-d3a26c009359 req-2b5871e3-6f4e-4599-b6b6-63e24f9615b4 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:55.932238 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58cc7ddf-d39a-414b-9707-d3a26c009359 req-2b5871e3-6f4e-4599-b6b6-63e24f9615b4 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 945 time: 0.0897233 Feb 18 00:22:55.986005 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58cc7ddf-d39a-414b-9707-d3a26c009359 req-33677b73-e824-49c2-8275-c5108f6e8e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457876 Feb 18 00:22:56.576154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec5f6e-0334-49b1-8794-d2966f402e3f req-e1ce3457-f64e-4f9f-85d4-462f72fea292 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:56.578194 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-60ec5f6e-0334-49b1-8794-d2966f402e3f req-e1ce3457-f64e-4f9f-85d4-462f72fea292 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0958185 Feb 18 00:22:56.630798 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-60ec5f6e-0334-49b1-8794-d2966f402e3f req-9c59d9a5-b69b-421f-9556-fefb40de5b4a tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461521 Feb 18 00:22:57.186579 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3924c58-355c-41d2-a4fb-576a250f986c req-323850dd-36bb-482b-b3e5-db74b2c67fb3 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:57.188078 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c3924c58-355c-41d2-a4fb-576a250f986c req-323850dd-36bb-482b-b3e5-db74b2c67fb3 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 945 time: 0.0882492 Feb 18 00:22:57.236217 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c3924c58-355c-41d2-a4fb-576a250f986c req-e3bf7f3a-f784-48e7-ad65-ba5f4655b131 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414412 Feb 18 00:22:57.435641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a041671-f2ec-4196-be90-fb30acb3d181 req-9426b833-92dc-4e4e-91d6-b28445c932a7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:57.437328 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1a041671-f2ec-4196-be90-fb30acb3d181 req-9426b833-92dc-4e4e-91d6-b28445c932a7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 945 time: 0.0883679 Feb 18 00:22:57.488090 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1a041671-f2ec-4196-be90-fb30acb3d181 req-cb92d8b5-cd49-4c81-9535-4ac2753177f4 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Feb 18 00:22:57.773315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 325357bb-436d-4473-872d-65f455a31430 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:57.844276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57de79-429d-478d-a5ef-386b868508f0 req-97e322f8-4ba0-48a0-91c4-0825f9b1dc75 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:57.846002 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6f57de79-429d-478d-a5ef-386b868508f0 req-97e322f8-4ba0-48a0-91c4-0825f9b1dc75 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0914023 Feb 18 00:22:57.852576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 325357bb-436d-4473-872d-65f455a31430 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:57.853278 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:57.900373 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6f57de79-429d-478d-a5ef-386b868508f0 req-c556a712-31bd-45e4-b004-9d78f218c5ec tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467002 Feb 18 00:22:57.929336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc0c24-8b8a-4d49-91d4-750e576ea4e1 req-fcdf1fa7-2dbe-4b8b-80c9-250fa47d27cb tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:57.937078 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a2dc0c24-8b8a-4d49-91d4-750e576ea4e1 req-fcdf1fa7-2dbe-4b8b-80c9-250fa47d27cb tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 945 time: 0.1007476 Feb 18 00:22:57.990795 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a2dc0c24-8b8a-4d49-91d4-750e576ea4e1 req-5f9d076d-d95c-4f7c-bccb-0892d8bc8011 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526471 Feb 18 00:22:57.992003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device eb5e0807-9489-40b3-b106-af0cd9893442 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:22:58.072095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port eb5e0807-9489-40b3-b106-af0cd9893442 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:22:58.072525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:22:59.971085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c799c5-d486-4f55-8821-51e94f386b0a req-9ef68c5e-ddab-41c9-bcc9-0085660b5274 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:22:59.972847 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-9ef68c5e-ddab-41c9-bcc9-0085660b5274 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/networks?id=0d7de6bf-34ab-41c6-a4a1-cfde914fda04 HTTP/1.1" status: 200 len: 813 time: 0.1724899 Feb 18 00:22:59.990915 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-2151b2c2-98c3-4483-b4c5-9cdd758a09e4 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/quotas/4370bd81cd1f4a49b73701c1c6da5aec HTTP/1.1" status: 200 len: 375 time: 0.0114551 Feb 18 00:23:00.052172 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-39078a2c-bbd1-4c86-82ab-db66d1068cde tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4370bd81cd1f4a49b73701c1c6da5aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506799 Feb 18 00:23:00.203101 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a31eb801-a4f6-4578-ab4b-68d112aba6c9 service neutron] 10.222.0.44 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406150 Feb 18 00:23:00.351705 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-4e8e3a1a-e538-4ad3-94e1-047834081184 service neutron] 10.222.0.44 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419752 Feb 18 00:23:00.568207 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6d8b0112-e74b-40f5-9d06-6bb74f75e840 req-9d0968c4-e2ae-4643-99e5-d72f53acee76 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 210 time: 0.0699646 Feb 18 00:23:01.824784 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4f4dd18a-3ef3-491f-a745-2aef6d1ef91d req-6c0b2dfb-f44c-428a-af79-b77ba261fa58 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 210 time: 0.1294997 Feb 18 00:23:01.891616 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c799c5-d486-4f55-8821-51e94f386b0a req-7de556fa-e07d-4129-a355-9700d47c8da0 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:01.892354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-31c799c5-d486-4f55-8821-51e94f386b0a req-7de556fa-e07d-4129-a355-9700d47c8da0 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Synchronizing usage tracker for tenant:4370bd81cd1f4a49b73701c1c6da5aec on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:01.910029 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-31c799c5-d486-4f55-8821-51e94f386b0a req-7de556fa-e07d-4129-a355-9700d47c8da0 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Unset dirty status for tenant:4370bd81cd1f4a49b73701c1c6da5aec on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:01.911256 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-7de556fa-e07d-4129-a355-9700d47c8da0 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.30 "GET /v2.0/networks?id=0d7de6bf-34ab-41c6-a4a1-cfde914fda04 HTTP/1.1" status: 200 len: 813 time: 0.2480593 Feb 18 00:23:01.928061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Request body: {'port': {'device_id': '36e1ff89-ffd5-4dec-8382-fc1324750b93', 'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04', 'admin_state_up': True, 'tenant_id': '4370bd81cd1f4a49b73701c1c6da5aec'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:02.012910 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:23:02.077375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:02.094774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:02.104850 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Made reservation on behalf of 4370bd81cd1f4a49b73701c1c6da5aec for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:23:02.110922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:02.423178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Allocated IP 172.20.0.6 (0d7de6bf-34ab-41c6-a4a1-cfde914fda04/19a9ec78-e855-4c3d-879d-7c169878eaf4/95c68772-c5e3-48c6-b22b-3663a43b4117) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:23:02.942500 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:02.981210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3b06-691a-4aec-b4c5-2dda1729d2c2 req-cf657fb9-5c5f-4ed2-9e88-2400182d68f4 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:02.983083 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-602c3b06-691a-4aec-b4c5-2dda1729d2c2 req-cf657fb9-5c5f-4ed2-9e88-2400182d68f4 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.1459093 Feb 18 00:23:03.006955 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0d79e1ae-ebbc-4f70-95d9-0a53de887917 req-35cf87af-6ad5-410b-b40f-aa80c1c780ed tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 210 time: 0.0530686 Feb 18 00:23:03.044644 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:03.061175 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:03.162440 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-602c3b06-691a-4aec-b4c5-2dda1729d2c2 req-3f2c946c-18e3-4bad-b384-482f508a7d30 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694736 Feb 18 00:23:03.205610 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Pushing event updated for resources: {'Port': ['ID=95c68772-c5e3-48c6-b22b-3663a43b4117,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:03.212673 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:03.230965 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb984e8c-ced9-4841-bac7-9c98d270a985 req-b7fd21fa-1f11-4d80-9fcd-84ea78af9f8d tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:03.232744 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bb984e8c-ced9-4841-bac7-9c98d270a985 req-b7fd21fa-1f11-4d80-9fcd-84ea78af9f8d tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 945 time: 0.0912585 Feb 18 00:23:03.267539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:23:03.268761 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:23:03.271196 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:23:03.286286 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bb984e8c-ced9-4841-bac7-9c98d270a985 req-6aeb9d3f-60d2-4dd0-a6bc-af04c3eb2c13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444057 Feb 18 00:23:03.422286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:03.422877 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:03.473766 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5498083 Feb 18 00:23:03.500896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Request body: {'port': {'device_id': '36e1ff89-ffd5-4dec-8382-fc1324750b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:03.569162 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-e4c78373-70b3-4aa1-b1d5-f5957980ccd9 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2409940 Feb 18 00:23:03.585529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Request body: {'floatingip': {'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:03.630980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:03.638952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Usage tracker for resource:floatingip and tenant:b0d8884445e543838e196a51c75ced9d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:03.643721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:03.653236 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:03.669975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:03.688330 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:04.100415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:04.369499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111bf8a-4d75-4641-b3c1-927890e8499f req-673203e9-f353-4be2-852c-f434a7bcbcb8 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:04.371981 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c111bf8a-4d75-4641-b3c1-927890e8499f req-673203e9-f353-4be2-852c-f434a7bcbcb8 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 931 time: 0.1058538 Feb 18 00:23:04.403087 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c68772-c5e3-48c6-b22b-3663a43b4117 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:23:04.416647 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:04.424866 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c111bf8a-4d75-4641-b3c1-927890e8499f req-6e01390b-aae4-41dc-bd16-d23e7f124ee1 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464411 Feb 18 00:23:04.442390 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Transition to ACTIVE for port object 95c68772-c5e3-48c6-b22b-3663a43b4117 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:23:04.476826 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:04.497754 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:04.649276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Allocated IP 172.28.0.178 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/ab6c4e03-87c7-4192-93ea-664513243da5) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:23:04.658794 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Pushing event updated for resources: {'Port': ['ID=95c68772-c5e3-48c6-b22b-3663a43b4117,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:04.666962 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:04.675013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0f766-03c4-4a2e-8f08-da1f086e9aef req-c81fa98e-0211-4f4c-868a-5888336b0336 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:04.676654 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4ed0f766-03c4-4a2e-8f08-da1f086e9aef req-c81fa98e-0211-4f4c-868a-5888336b0336 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.0908985 Feb 18 00:23:04.726314 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4ed0f766-03c4-4a2e-8f08-da1f086e9aef req-85c8b705-8f0d-4aed-9e9d-74ed82764ad2 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Feb 18 00:23:04.960004 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:04.988749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Attempting to bind port 95c68772-c5e3-48c6-b22b-3663a43b4117 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:23:04.989119 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Attempting to bind port 95c68772-c5e3-48c6-b22b-3663a43b4117 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '15f6ee25-ab0e-4964-8702-005a6962c3cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:23:04.989483 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Attempting to bind port 95c68772-c5e3-48c6-b22b-3663a43b4117 on network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:23:04.998546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:23:04.998916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Checking segment: {'id': '15f6ee25-ab0e-4964-8702-005a6962c3cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:23:04.999322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:04.999716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Bound using segment: {'id': '15f6ee25-ab0e-4964-8702-005a6962c3cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:23:05.000187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Bound port: 95c68772-c5e3-48c6-b22b-3663a43b4117, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f6ee25-ab0e-4964-8702-005a6962c3cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0d7de6bf-34ab-41c6-a4a1-cfde914fda04'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:23:05.000559 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:05.090365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:05.108290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:05.394685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-4696f464-8a4b-4c70-a6de-e65622b7920c tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:05.396267 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-4696f464-8a4b-4c70-a6de-e65622b7920c tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 946 time: 0.0885460 Feb 18 00:23:05.450442 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] For port 95c68772-c5e3-48c6-b22b-3663a43b4117, host hv-cinder-75157, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:23:05.476543 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Pushing event updated for resources: {'Port': ['ID=ab6c4e03-87c7-4192-93ea-664513243da5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:05.479139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Deleting port 8879c651-f151-4eb6-b242-99ee7c5fe7ea {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:23:05.479647 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:05.482635 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:05.484247 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] For port 95c68772-c5e3-48c6-b22b-3663a43b4117, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=95c68772-c5e3-48c6-b22b-3663a43b4117,segment=NetworkSegment(15f6ee25-ab0e-4964-8702-005a6962c3cd),segment_id=15f6ee25-ab0e-4964-8702-005a6962c3cd)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:23:05.499708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:05.516804 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:05.702433 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:23:05.708972 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:23:05.716063 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 8879c651-f151-4eb6-b242-99ee7c5fe7ea no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:23:05.720834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:23:05.762985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Pushing event updated for resources: {'Port': ['ID=95c68772-c5e3-48c6-b22b-3663a43b4117,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:05.775920 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:05.796942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:05.797185 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:05.798686 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] 10.222.0.30 "PUT /v2.0/ports/95c68772-c5e3-48c6-b22b-3663a43b4117 HTTP/1.1" status: 200 len: 1157 time: 2.3025379 Feb 18 00:23:05.799220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e1ff89-ffd5-4dec-8382-fc1324750b93', 'tag': '95c68772-c5e3-48c6-b22b-3663a43b4117'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:05.833925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656ecef-5fcb-4ac4-9fe4-b602d622eb02 req-b70ff3ef-2999-47fa-93d0-5d75697ab49b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:05.835563 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8656ecef-5fcb-4ac4-9fe4-b602d622eb02 req-b70ff3ef-2999-47fa-93d0-5d75697ab49b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 943 time: 0.2215946 Feb 18 00:23:05.849158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:05.863675 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:05.884380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] For port 8879c651-f151-4eb6-b242-99ee7c5fe7ea, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=8879c651-f151-4eb6-b242-99ee7c5fe7ea,segment=NetworkSegment(86ab679b-acff-44fb-aff0-81c322743454),segment_id=86ab679b-acff-44fb-aff0-81c322743454)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:05.884810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:05.892303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 8879c651-f151-4eb6-b242-99ee7c5fe7ea, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=8879c651-f151-4eb6-b242-99ee7c5fe7ea,segment=NetworkSegment(86ab679b-acff-44fb-aff0-81c322743454),segment_id=86ab679b-acff-44fb-aff0-81c322743454)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:05.893807 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8879c651-f151-4eb6-b242-99ee7c5fe7ea'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:05.900628 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:05.903254 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:05.977715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=8879c651-f151-4eb6-b242-99ee7c5fe7ea,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:05.981177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:05.996568 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:06.046165 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Calling delete_port for 8879c651-f151-4eb6-b242-99ee7c5fe7ea owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:23:06.084047 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8656ecef-5fcb-4ac4-9fe4-b602d622eb02 req-4f85ef60-4f51-4524-afdb-d31fb618a626 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406032 Feb 18 00:23:06.113485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c799c5-d486-4f55-8821-51e94f386b0a req-d7521662-1f17-431f-9819-253a50736228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:06.115137 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-d7521662-1f17-431f-9819-253a50736228 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4370bd81cd1f4a49b73701c1c6da5aec&device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 1160 time: 0.2469625 Feb 18 00:23:06.157796 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:23:06.158175 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:23:06.213247 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-7186d1c6-df38-4646-8316-f07f763e6f83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95c68772-c5e3-48c6-b22b-3663a43b4117 HTTP/1.1" status: 200 len: 217 time: 0.0818872 Feb 18 00:23:06.276122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14eb7ea-93a3-46fb-9bd1-b052bbf88e95 req-475607ba-b398-4e91-bb36-42eaa33ac454 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:06.278036 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f14eb7ea-93a3-46fb-9bd1-b052bbf88e95 req-475607ba-b398-4e91-bb36-42eaa33ac454 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 944 time: 0.0866907 Feb 18 00:23:06.329404 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f14eb7ea-93a3-46fb-9bd1-b052bbf88e95 req-bc73055c-f205-47c6-9157-b0825e7ca44c tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451515 Feb 18 00:23:06.394944 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a8a2c45d-1513-4ac5-b56f-86fe0fe7629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:06.396518 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-a8a2c45d-1513-4ac5-b56f-86fe0fe7629d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19a9ec78-e855-4c3d-879d-7c169878eaf4 HTTP/1.1" status: 200 len: 853 time: 0.1668260 Feb 18 00:23:06.400778 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e1ff89-ffd5-4dec-8382-fc1324750b93', 'tag': '95c68772-c5e3-48c6-b22b-3663a43b4117', 'status': 'completed', 'code': 200} Feb 18 00:23:06.436510 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8879c651-f151-4eb6-b242-99ee7c5fe7ea', 'code': 200} Feb 18 00:23:06.466373 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-9b7936b6-250c-4208-a551-01ee2fc72615 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7de6bf-34ab-41c6-a4a1-cfde914fda04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569599 Feb 18 00:23:06.508972 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:06.557957 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:06.580522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:06.659566 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Deleting port 8879c651-f151-4eb6-b242-99ee7c5fe7ea {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:23:06.659963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:06.759621 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Pushing event updated for resources: {'Port': ['ID=ab6c4e03-87c7-4192-93ea-664513243da5,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:06.769152 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:06.774908 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-9aaf9a0d-099c-4c3c-a7af-177acc91b0d4 service neutron] 10.222.0.30 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959964 Feb 18 00:23:06.942841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] For port 8879c651-f151-4eb6-b242-99ee7c5fe7ea, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=8879c651-f151-4eb6-b242-99ee7c5fe7ea,segment=NetworkSegment(86ab679b-acff-44fb-aff0-81c322743454),segment_id=86ab679b-acff-44fb-aff0-81c322743454)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:06.943234 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:07.006644 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:07.014879 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31c799c5-d486-4f55-8821-51e94f386b0a req-aebb7cae-8d87-4180-9f26-63129344985b service neutron] 10.222.0.30 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2230840 Feb 18 00:23:07.033784 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:07.035642 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4562168 Feb 18 00:23:07.082759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Calling delete_port for 8879c651-f151-4eb6-b242-99ee7c5fe7ea owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:23:07.179673 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-e03dce89-26ec-4bb4-8196-4ec6d0ce5237 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Synchronizing usage tracker for tenant:b0d8884445e543838e196a51c75ced9d on resource:floatingip {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:07.209432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-e03dce89-26ec-4bb4-8196-4ec6d0ce5237 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Unset dirty status for tenant:b0d8884445e543838e196a51c75ced9d on resource:floatingip {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:07.210709 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-e03dce89-26ec-4bb4-8196-4ec6d0ce5237 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.178 HTTP/1.1" status: 200 len: 696 time: 0.1689384 Feb 18 00:23:07.273393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78f73f-f760-4d77-b61d-0c1a60bb0c36 req-e50096f5-083f-4f05-96be-c1695abc4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:07.276306 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ff78f73f-f760-4d77-b61d-0c1a60bb0c36 req-e50096f5-083f-4f05-96be-c1695abc4faa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4370bd81cd1f4a49b73701c1c6da5aec&device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 1160 time: 0.1760762 Feb 18 00:23:07.298168 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:07.315007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-634be600-51b0-4cd7-a1a4-5d139cc205fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:07.626085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Pushing event deleted for resources: {'Port': ['ID=8879c651-f151-4eb6-b242-99ee7c5fe7ea,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:07.634142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:07.663652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1a3db-02f2-465d-ab8f-64f3f40d1837 req-52462642-2c80-4d31-bd0b-b216856b65ba tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:07.665293 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-08f1a3db-02f2-465d-ab8f-64f3f40d1837 req-52462642-2c80-4d31-bd0b-b216856b65ba tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 943 time: 0.4557941 Feb 18 00:23:07.749937 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-08f1a3db-02f2-465d-ab8f-64f3f40d1837 req-6d23df5a-210f-468a-9934-d95a3dfa5b83 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775375 Feb 18 00:23:07.808769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] No DVR routers for this DVR port 8879c651-f151-4eb6-b242-99ee7c5fe7ea on host hv-cinder-75157 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:23:07.811200 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:07.814325 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64', 'name': 'network-vif-deleted', 'tag': '8879c651-f151-4eb6-b242-99ee7c5fe7ea'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:07.833405 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8a5d759d-1549-404f-a29e-4894d8ff1c1d req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.30 "DELETE /v2.0/ports/8879c651-f151-4eb6-b242-99ee7c5fe7ea HTTP/1.1" status: 204 len: 173 time: 2.4307165 Feb 18 00:23:07.921364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-522f3aec-ffcc-42f3-be3f-76e77ac841ad req-8724fb61-2137-497e-8995-79965ff4ebbc tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Synchronizing usage tracker for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:07.937903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-522f3aec-ffcc-42f3-be3f-76e77ac841ad req-8724fb61-2137-497e-8995-79965ff4ebbc tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Unset dirty status for tenant:6860257f5ea24ec6bfab89c20120d7b9 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:07.939216 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-522f3aec-ffcc-42f3-be3f-76e77ac841ad req-8724fb61-2137-497e-8995-79965ff4ebbc tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64 HTTP/1.1" status: 200 len: 210 time: 0.0678070 Feb 18 00:23:07.997790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-f202fe32-11a3-49b2-830b-2a0d8715e8bc tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:07.998041 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f29f9-7c7d-4e0f-af80-7c0706c7ad64', 'name': 'network-vif-deleted', 'tag': '8879c651-f151-4eb6-b242-99ee7c5fe7ea', 'status': 'completed', 'code': 200} Feb 18 00:23:07.999307 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-f202fe32-11a3-49b2-830b-2a0d8715e8bc tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/networks/795370a8-1bdc-4db9-9669-71c38d19f081 HTTP/1.1" status: 200 len: 784 time: 0.7727160 Feb 18 00:23:08.020033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-cbef84f9-8a7e-461b-a785-53d0f8cd6229 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:23:08.021164 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fc2fcb92-f57c-494d-b1be-cdf995a140ed req-cbef84f9-8a7e-461b-a785-53d0f8cd6229 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0122502 Feb 18 00:23:08.023756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78f73f-f760-4d77-b61d-0c1a60bb0c36 req-fabd1057-257b-407f-90a1-6272421e69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:08.025692 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ff78f73f-f760-4d77-b61d-0c1a60bb0c36 req-fabd1057-257b-407f-90a1-6272421e69d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d7de6bf-34ab-41c6-a4a1-cfde914fda04 HTTP/1.1" status: 200 len: 907 time: 0.7405839 Feb 18 00:23:08.099404 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ff78f73f-f760-4d77-b61d-0c1a60bb0c36 req-89d13151-be0d-4c84-9f24-2dd129316c57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95c68772-c5e3-48c6-b22b-3663a43b4117 HTTP/1.1" status: 200 len: 217 time: 0.0672662 Feb 18 00:23:08.174129 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78f73f-f760-4d77-b61d-0c1a60bb0c36 req-34ad2ad4-5f46-4942-b8f7-79825f99e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:08.175616 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ff78f73f-f760-4d77-b61d-0c1a60bb0c36 req-34ad2ad4-5f46-4942-b8f7-79825f99e98b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19a9ec78-e855-4c3d-879d-7c169878eaf4 HTTP/1.1" status: 200 len: 853 time: 0.0671792 Feb 18 00:23:08.214661 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137817-868e-4bff-9773-d249e23730e5 req-f539112a-c4fd-4ded-b689-01c9d899f214 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:08.216892 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-f539112a-c4fd-4ded-b689-01c9d899f214 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0932832 Feb 18 00:23:08.229897 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ff78f73f-f760-4d77-b61d-0c1a60bb0c36 req-cf1b86ce-2196-4958-affd-66286e12faa8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d7de6bf-34ab-41c6-a4a1-cfde914fda04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462539 Feb 18 00:23:08.304801 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-c124b4b4-c100-4564-acbd-b5f37187c87c tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.178 HTTP/1.1" status: 200 len: 696 time: 0.0816846 Feb 18 00:23:08.316069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-fa137817-868e-4bff-9773-d249e23730e5 req-86404565-dd3e-4cbe-a423-072d61e361a7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Request body: {'floatingip': {'port_id': 'eb5e0807-9489-40b3-b106-af0cd9893442', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:08.385092 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ff78f73f-f760-4d77-b61d-0c1a60bb0c36 req-f3a07552-c7cd-447d-a3d5-8e76b420574f service neutron] 10.222.0.30 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406343 Feb 18 00:23:08.406078 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa137817-868e-4bff-9773-d249e23730e5 req-86404565-dd3e-4cbe-a423-072d61e361a7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for floatingip, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:08.551539 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ff78f73f-f760-4d77-b61d-0c1a60bb0c36 req-8e8037cf-919c-4bd9-a9f3-122c0c76257c service neutron] 10.222.0.30 "GET /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1554484 Feb 18 00:23:08.957163 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce0237-ccbe-4cb4-b26f-45249b228f45 req-d9848c33-0859-4680-8330-3bdee90e4e1b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:08.957927 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-cbce0237-ccbe-4cb4-b26f-45249b228f45 req-d9848c33-0859-4680-8330-3bdee90e4e1b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Synchronizing usage tracker for tenant:4370bd81cd1f4a49b73701c1c6da5aec on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:08.973357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-cbce0237-ccbe-4cb4-b26f-45249b228f45 req-d9848c33-0859-4680-8330-3bdee90e4e1b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Unset dirty status for tenant:4370bd81cd1f4a49b73701c1c6da5aec on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:08.974647 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cbce0237-ccbe-4cb4-b26f-45249b228f45 req-d9848c33-0859-4680-8330-3bdee90e4e1b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 943 time: 0.1065404 Feb 18 00:23:09.023998 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cbce0237-ccbe-4cb4-b26f-45249b228f45 req-65c6f4de-c566-4054-ba3a-aad93f89d875 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421505 Feb 18 00:23:09.066515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa137817-868e-4bff-9773-d249e23730e5 req-86404565-dd3e-4cbe-a423-072d61e361a7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:09.070034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa137817-868e-4bff-9773-d249e23730e5 req-86404565-dd3e-4cbe-a423-072d61e361a7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:09.252242 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [req-fa137817-868e-4bff-9773-d249e23730e5 req-86404565-dd3e-4cbe-a423-072d61e361a7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Floating IP 3ebd6d11-f70c-470f-8475-c644649a1b5d associated. External IP: 172.28.0.178, port: eb5e0807-9489-40b3-b106-af0cd9893442. Feb 18 00:23:09.499714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed59e18-17fa-481c-b4e4-4234ba5b743e req-bd826b3b-5dd7-4acf-91bf-759730d42659 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:09.501418 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ed59e18-17fa-481c-b4e4-4234ba5b743e req-bd826b3b-5dd7-4acf-91bf-759730d42659 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0900609 Feb 18 00:23:09.552771 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ed59e18-17fa-481c-b4e4-4234ba5b743e req-f7d2ec58-41c9-414b-8eca-d4498e2b86ce tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446656 Feb 18 00:23:09.631981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa137817-868e-4bff-9773-d249e23730e5 req-86404565-dd3e-4cbe-a423-072d61e361a7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:23:09.820394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa137817-868e-4bff-9773-d249e23730e5 req-86404565-dd3e-4cbe-a423-072d61e361a7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:23:09.825824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-fa137817-868e-4bff-9773-d249e23730e5 req-86404565-dd3e-4cbe-a423-072d61e361a7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:09.830624 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247a9ba-7eeb-4ef4-a4b8-6d316ee5d5a8 None None] Sync routers for ids ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:23:09.842517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247a9ba-7eeb-4ef4-a4b8-6d316ee5d5a8 None None] Routers {'1c719540-5dd1-4de8-83b2-2c7d0dbfd630'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:23:09.843179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7247a9ba-7eeb-4ef4-a4b8-6d316ee5d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:22:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:09.883454 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-86404565-dd3e-4cbe-a423-072d61e361a7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "PUT /v2.0/floatingips/3ebd6d11-f70c-470f-8475-c644649a1b5d HTTP/1.1" status: 200 len: 996 time: 1.5715504 Feb 18 00:23:09.975544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137817-868e-4bff-9773-d249e23730e5 req-ee273762-4264-4731-a004-9435f4942774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:09.977230 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-ee273762-4264-4731-a004-9435f4942774 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0d8884445e543838e196a51c75ced9d&device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 1162 time: 0.0785694 Feb 18 00:23:10.004880 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:10.031928 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-7247a9ba-7eeb-4ef4-a4b8-6d316ee5d5a8 None None] Set router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:23:10.081985 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442', 'status': 'completed', 'code': 200} Feb 18 00:23:10.143254 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137817-868e-4bff-9773-d249e23730e5 req-8a9d948b-8059-4ac8-90c9-d7cf135f4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:10.144994 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-8a9d948b-8059-4ac8-90c9-d7cf135f4b5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 200 len: 909 time: 0.1611032 Feb 18 00:23:10.252897 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb6c92-3973-4127-afc0-7e409129f170 req-0e6e810b-0812-4543-bcdb-6acb04a1a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:10.254566 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b2fb6c92-3973-4127-afc0-7e409129f170 req-0e6e810b-0812-4543-bcdb-6acb04a1a95a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0d8884445e543838e196a51c75ced9d&device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 1162 time: 0.1558430 Feb 18 00:23:10.260068 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-03c98913-c054-476a-b52d-48151a84469a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 999 time: 0.1084256 Feb 18 00:23:10.270570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5030bb8-83e9-418a-90a6-5ae349151133 req-91ce012d-fb4d-4239-befd-048e1af7d1bd tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:10.272185 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b5030bb8-83e9-418a-90a6-5ae349151133 req-91ce012d-fb4d-4239-befd-048e1af7d1bd tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 943 time: 0.1126690 Feb 18 00:23:10.335234 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137817-868e-4bff-9773-d249e23730e5 req-e806d999-422f-45be-a8b2-a4eaf0bc8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:10.336437 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-e806d999-422f-45be-a8b2-a4eaf0bc8e1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e0a0427-fc45-407d-ad03-ad0306d4b275 HTTP/1.1" status: 200 len: 854 time: 0.0692661 Feb 18 00:23:10.371866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 95c68772-c5e3-48c6-b22b-3663a43b4117 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:23:10.405900 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7247a9ba-7eeb-4ef4-a4b8-6d316ee5d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:20Z', 'revision_number': 4, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '3ebd6d11-f70c-470f-8475-c644649a1b5d', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'port_id': 'eb5e0807-9489-40b3-b106-af0cd9893442', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'mac_address': 'fa:16:3e:2b:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:23:05Z', 'updated_at': '2021-02-18T00:23:08Z', 'revision_number': 1, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427eac0f-986e-4d9d-aa23-5170d30f0e70', 'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'mac_address': 'fa:16:3e:ba:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:19Z', 'updated_at': '2021-02-18T00:22:30Z', 'revision_number': 5, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'subnets': [{'id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:10.409904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247a9ba-7eeb-4ef4-a4b8-6d316ee5d5a8 None None] Checking router: 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:23:10.419330 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247a9ba-7eeb-4ef4-a4b8-6d316ee5d5a8 None None] Routers {'1c719540-5dd1-4de8-83b2-2c7d0dbfd630'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:23:10.420307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7247a9ba-7eeb-4ef4-a4b8-6d316ee5d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:22:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:10.422824 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b5030bb8-83e9-418a-90a6-5ae349151133 req-800ccd13-ada4-4eda-85f8-6e2bf1a3ba57 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270001 Feb 18 00:23:10.443809 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137817-868e-4bff-9773-d249e23730e5 req-01d30619-ea88-4f12-b03c-dd65916d7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:10.455374 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-01d30619-ea88-4f12-b03c-dd65916d7623 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1110015 Feb 18 00:23:10.461473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-1e9f9677-a3c8-4dd1-89cb-b482f41c570a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:23:10.472626 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb6c92-3973-4127-afc0-7e409129f170 req-2e0c76ee-59b4-4921-90f3-ffed8ceabd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:10.473234 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-1e9f9677-a3c8-4dd1-89cb-b482f41c570a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0165980 Feb 18 00:23:10.474235 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b2fb6c92-3973-4127-afc0-7e409129f170 req-2e0c76ee-59b4-4921-90f3-ffed8ceabd00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 200 len: 909 time: 0.2010756 Feb 18 00:23:10.510803 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 95c68772-c5e3-48c6-b22b-3663a43b4117 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:23:10.519772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 95c68772-c5e3-48c6-b22b-3663a43b4117 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:23:10.520910 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:10.646776 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b2fb6c92-3973-4127-afc0-7e409129f170 req-6f82e661-7b09-4f3c-a92f-39ec7ebf5f0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 999 time: 0.1620598 Feb 18 00:23:10.741241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb6c92-3973-4127-afc0-7e409129f170 req-663615fa-404c-40cf-a1ca-a0d3a686740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:10.743198 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b2fb6c92-3973-4127-afc0-7e409129f170 req-663615fa-404c-40cf-a1ca-a0d3a686740c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e0a0427-fc45-407d-ad03-ad0306d4b275 HTTP/1.1" status: 200 len: 854 time: 0.0881474 Feb 18 00:23:10.785090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:10.828682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 95c68772-c5e3-48c6-b22b-3663a43b4117, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=95c68772-c5e3-48c6-b22b-3663a43b4117,segment=NetworkSegment(15f6ee25-ab0e-4964-8702-005a6962c3cd),segment_id=15f6ee25-ab0e-4964-8702-005a6962c3cd)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:10.830063 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e1ff89-ffd5-4dec-8382-fc1324750b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c68772-c5e3-48c6-b22b-3663a43b4117'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:10.836268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-7247a9ba-7eeb-4ef4-a4b8-6d316ee5d5a8 None None] Set router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:23:10.837306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:10.840890 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-04febf7f-1bd2-4110-a96b-7b0cd5fbc979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:10.924305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=95c68772-c5e3-48c6-b22b-3663a43b4117,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:10.928794 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:10.939263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae2337-c339-419c-b6bd-dcd4c95b6376 req-765acc37-3cab-41da-b800-cb1c966d1462 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:10.941053 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-46ae2337-c339-419c-b6bd-dcd4c95b6376 req-765acc37-3cab-41da-b800-cb1c966d1462 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1234818 Feb 18 00:23:10.957527 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-89807ee1-fff2-41e2-9d8d-90741056450f service neutron] 10.222.0.44 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833736 Feb 18 00:23:10.977136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb6c92-3973-4127-afc0-7e409129f170 req-91c4ff2b-bf6b-4a34-828e-ca1045370f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:10.978741 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b2fb6c92-3973-4127-afc0-7e409129f170 req-91c4ff2b-bf6b-4a34-828e-ca1045370f08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2263827 Feb 18 00:23:11.078893 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-46ae2337-c339-419c-b6bd-dcd4c95b6376 req-0748633b-8497-45de-9f05-adcde9b07560 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277463 Feb 18 00:23:11.107030 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa137817-868e-4bff-9773-d249e23730e5 req-fc250223-e892-4c61-b70e-161f14c7763e service neutron] 10.222.0.44 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431730 Feb 18 00:23:11.156064 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b2fb6c92-3973-4127-afc0-7e409129f170 req-a9511790-86b8-47e9-bd10-5f7ea3212274 service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636219 Feb 18 00:23:11.161987 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1462773989', 'description': 'tempest-TestMinimumBasicScenario-1462773989 description'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:11.168924 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:11.175269 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e1ff89-ffd5-4dec-8382-fc1324750b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c68772-c5e3-48c6-b22b-3663a43b4117', 'code': 200} Feb 18 00:23:11.182691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:11.194555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.219132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:11.222911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Usage tracker for resource:security_group_rule and tenant:b0d8884445e543838e196a51c75ced9d is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:11.225967 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:11.232580 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:11.240121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7247a9ba-7eeb-4ef4-a4b8-6d316ee5d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:20Z', 'revision_number': 4, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '3ebd6d11-f70c-470f-8475-c644649a1b5d', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'port_id': 'eb5e0807-9489-40b3-b106-af0cd9893442', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'mac_address': 'fa:16:3e:2b:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:23:05Z', 'updated_at': '2021-02-18T00:23:08Z', 'revision_number': 1, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427eac0f-986e-4d9d-aa23-5170d30f0e70', 'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'mac_address': 'fa:16:3e:ba:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:19Z', 'updated_at': '2021-02-18T00:22:30Z', 'revision_number': 5, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'subnets': [{'id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:11.245253 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247a9ba-7eeb-4ef4-a4b8-6d316ee5d5a8 None None] The sync data for ids ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'] in dv-cinder-751579-21-smb is: [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:20Z', 'revision_number': 4, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '3ebd6d11-f70c-470f-8475-c644649a1b5d', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'port_id': 'eb5e0807-9489-40b3-b106-af0cd9893442', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'mac_address': 'fa:16:3e:2b:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:23:05Z', 'updated_at': '2021-02-18T00:23:08Z', 'revision_number': 1, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427eac0f-986e-4d9d-aa23-5170d30f0e70', 'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'mac_address': 'fa:16:3e:ba:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:19Z', 'updated_at': '2021-02-18T00:22:30Z', 'revision_number': 5, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'subnets': [{'id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:23:11.318604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.319766 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b2fb6c92-3973-4127-afc0-7e409129f170 req-ff22ee81-104a-42c8-8cab-457d62465077 service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1534700 Feb 18 00:23:11.322874 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.329374 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-7431ddee-72f8-48e9-bbed-6198e5f5f2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:11.378649 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d198b4e-0f86-46f0-bb96-41af4056b26f,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:11.381756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.385080 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5982ee42-93a6-46e3-bbed-9a6e926b7a27 req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2277982 Feb 18 00:23:11.387006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:11.501953 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-1233de70-6142-4050-b449-74ba998e24cc tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups/8d198b4e-0f86-46f0-bb96-41af4056b26f HTTP/1.1" status: 200 len: 1814 time: 0.0683153 Feb 18 00:23:11.523175 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d198b4e-0f86-46f0-bb96-41af4056b26f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:11.524052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d198b4e-0f86-46f0-bb96-41af4056b26f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:11.532421 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:11.536449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e31689-d3c4-4da7-80ff-fc9675c13f76 req-5d6511ce-1e8b-4e85-9c13-f32386fe4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:11.538266 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a9e31689-d3c4-4da7-80ff-fc9675c13f76 req-5d6511ce-1e8b-4e85-9c13-f32386fe4a8d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 1162 time: 0.1446371 Feb 18 00:23:11.542292 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Usage tracker for resource:security_group_rule and tenant:b0d8884445e543838e196a51c75ced9d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:11.546280 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:11.568415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:11.593835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f6103-05cf-4e70-9443-98858d5e55d4 None None] New status for floating IP 3ebd6d11-f70c-470f-8475-c644649a1b5d: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:23:11.605484 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a9e31689-d3c4-4da7-80ff-fc9675c13f76 req-41263bd9-e5d3-478f-adcc-8bb0f152fc71 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555496 Feb 18 00:23:11.639360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70361f0-f850-4d50-9498-90676d42daf2 req-3f9a6bce-37e6-44dd-afcc-d88f0468de49 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:11.641005 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c70361f0-f850-4d50-9498-90676d42daf2 req-3f9a6bce-37e6-44dd-afcc-d88f0468de49 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 945 time: 0.1029000 Feb 18 00:23:11.665081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.700895 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c70361f0-f850-4d50-9498-90676d42daf2 req-2a78d368-1af0-4547-93f5-3c47f4973338 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468450 Feb 18 00:23:11.701967 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.706031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.708253 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-50d74eac-bd9c-4844-ae6d-7b0d99d0bef3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:11.732729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8bcc73-2a65-488e-a69a-748e9c32bb28,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:11.739154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:11.747640 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.748955 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0cc3fcc4-94ab-42e5-8e0c-c0ce0893c3cf req-a218fc78-eccd-4e0f-8bbb-867bf3b7dbe1 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2390215 Feb 18 00:23:11.820431 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-c4251599-32f4-4232-a47e-7d965f559194 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups/8d198b4e-0f86-46f0-bb96-41af4056b26f HTTP/1.1" status: 200 len: 2407 time: 0.0487309 Feb 18 00:23:11.832708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d198b4e-0f86-46f0-bb96-41af4056b26f', 'remote_group_id': None}]} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:11.833071 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d198b4e-0f86-46f0-bb96-41af4056b26f', 'remote_group_id': None}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:11.839240 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:11.843374 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Usage tracker for resource:security_group_rule and tenant:b0d8884445e543838e196a51c75ced9d is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:11.846406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:11.852114 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:11.867006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 95c68772-c5e3-48c6-b22b-3663a43b4117 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:23:11.914129 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.940958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.943821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.945941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:11.952872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 95c68772-c5e3-48c6-b22b-3663a43b4117 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:23:11.953227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.970923 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbe9a22-f9a2-441c-a168-5edb145dcfaf,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:11.973701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:11.980578 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:11.982039 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3a019e83-bc81-4933-b54b-df59d63c7534 req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1537936 Feb 18 00:23:12.121563 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3eb813a5-c275-44cb-b304-19a70b46c4ee req-55073225-190a-4670-a0e8-3740d967b18b tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1462773989&fields=id&tenant_id=b0d8884445e543838e196a51c75ced9d HTTP/1.1" status: 200 len: 267 time: 0.0442030 Feb 18 00:23:12.221479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb813a5-c275-44cb-b304-19a70b46c4ee req-99ff224c-47f5-4303-a33b-20ebde74a025 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:12.222991 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3eb813a5-c275-44cb-b304-19a70b46c4ee req-99ff224c-47f5-4303-a33b-20ebde74a025 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 945 time: 0.0952961 Feb 18 00:23:12.236298 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-3eb813a5-c275-44cb-b304-19a70b46c4ee req-5479b7cc-e63b-4413-b9ae-65d9d302b900 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Request body: {'port': {'security_groups': ['f6a32d98-377e-48fd-8eb7-c44642c1b1c8', '8d198b4e-0f86-46f0-bb96-41af4056b26f']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:12.294617 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd1bc8-7aad-42bb-a021-ff8a3b8dc053 req-5818207b-d95b-4042-bc96-859836392b1e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:12.296350 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ebd1bc8-7aad-42bb-a021-ff8a3b8dc053 req-5818207b-d95b-4042-bc96-859836392b1e tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0878766 Feb 18 00:23:12.344845 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ebd1bc8-7aad-42bb-a021-ff8a3b8dc053 req-59e65810-a782-4475-b386-2df1cb79a289 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 Feb 18 00:23:12.370679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3eb813a5-c275-44cb-b304-19a70b46c4ee req-5479b7cc-e63b-4413-b9ae-65d9d302b900 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:12.706473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-3eb813a5-c275-44cb-b304-19a70b46c4ee req-5479b7cc-e63b-4413-b9ae-65d9d302b900 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] For port eb5e0807-9489-40b3-b106-af0cd9893442, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=eb5e0807-9489-40b3-b106-af0cd9893442,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:12.734881 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3eb813a5-c275-44cb-b304-19a70b46c4ee req-5479b7cc-e63b-4413-b9ae-65d9d302b900 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:12.739457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3eb813a5-c275-44cb-b304-19a70b46c4ee req-5479b7cc-e63b-4413-b9ae-65d9d302b900 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:12.757162 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:12.910845 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8af21-8faf-478e-8409-e30f46f877ee req-9728029c-6fe0-4542-a801-0682f991004d tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:12.912625 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fac8af21-8faf-478e-8409-e30f46f877ee req-9728029c-6fe0-4542-a801-0682f991004d tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 945 time: 0.0917466 Feb 18 00:23:12.922151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479b7cc-e63b-4413-b9ae-65d9d302b900 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Pushing event updated for resources: {'Port': ['ID=eb5e0807-9489-40b3-b106-af0cd9893442,revision_number=5']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:12.925729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5479b7cc-e63b-4413-b9ae-65d9d302b900 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:12.961809 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb813a5-c275-44cb-b304-19a70b46c4ee req-5479b7cc-e63b-4413-b9ae-65d9d302b900 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:12.962501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3eb813a5-c275-44cb-b304-19a70b46c4ee req-5479b7cc-e63b-4413-b9ae-65d9d302b900 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:12.962694 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fac8af21-8faf-478e-8409-e30f46f877ee req-03a23075-b4f8-463d-9ecc-45118606cfb5 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436056 Feb 18 00:23:12.963997 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3eb813a5-c275-44cb-b304-19a70b46c4ee req-5479b7cc-e63b-4413-b9ae-65d9d302b900 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "PUT /v2.0/ports/eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 981 time: 0.7337811 Feb 18 00:23:12.964551 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:13.028068 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442', 'status': 'completed', 'code': 200} Feb 18 00:23:13.174258 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b4696-a8ba-4273-9c2a-382c2f6a7f7d req-642bb346-c2f0-40c5-92c9-35758ddec73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:13.176084 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-432b4696-a8ba-4273-9c2a-382c2f6a7f7d req-642bb346-c2f0-40c5-92c9-35758ddec73f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0d8884445e543838e196a51c75ced9d&device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 1202 time: 0.0955558 Feb 18 00:23:13.189366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb26a7-cf75-439e-8417-ec23dfabcf7d req-930414b9-0530-4acf-b3ff-a653850f4abf tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:13.191002 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-66bb26a7-cf75-439e-8417-ec23dfabcf7d req-930414b9-0530-4acf-b3ff-a653850f4abf tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.0996366 Feb 18 00:23:13.209355 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c86f2842-11d0-4104-a626-7e61f4bbac60 None None] Provisioning complete for port eb5e0807-9489-40b3-b106-af0cd9893442 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:23:13.209906 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c86f2842-11d0-4104-a626-7e61f4bbac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:13.244624 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-66bb26a7-cf75-439e-8417-ec23dfabcf7d req-0c58cf5f-e59a-4ac6-9e0f-783f660dced6 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Synchronizing usage tracker for tenant:b0d8884445e543838e196a51c75ced9d on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:13.261823 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-66bb26a7-cf75-439e-8417-ec23dfabcf7d req-0c58cf5f-e59a-4ac6-9e0f-783f660dced6 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Unset dirty status for tenant:b0d8884445e543838e196a51c75ced9d on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:13.263696 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-66bb26a7-cf75-439e-8417-ec23dfabcf7d req-0c58cf5f-e59a-4ac6-9e0f-783f660dced6 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0639319 Feb 18 00:23:13.342110 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b4696-a8ba-4273-9c2a-382c2f6a7f7d req-49f05a88-5e89-4594-b62d-9e44c06ceb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:13.343952 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-432b4696-a8ba-4273-9c2a-382c2f6a7f7d req-49f05a88-5e89-4594-b62d-9e44c06ceb79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 200 len: 909 time: 0.1603048 Feb 18 00:23:13.472469 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-432b4696-a8ba-4273-9c2a-382c2f6a7f7d req-72d14355-112b-438b-b31e-06665727822a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 1001 time: 0.1170166 Feb 18 00:23:13.554575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b4696-a8ba-4273-9c2a-382c2f6a7f7d req-823b92d8-25f9-4c78-99bc-53cd4c041fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:13.556403 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-432b4696-a8ba-4273-9c2a-382c2f6a7f7d req-823b92d8-25f9-4c78-99bc-53cd4c041fc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e0a0427-fc45-407d-ad03-ad0306d4b275 HTTP/1.1" status: 200 len: 854 time: 0.0735333 Feb 18 00:23:13.570771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64420a77-5512-415c-8c21-4e319c1d9cdd req-adb36923-8d2d-4a7b-b6b9-afc72a1c8215 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:13.572866 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-64420a77-5512-415c-8c21-4e319c1d9cdd req-adb36923-8d2d-4a7b-b6b9-afc72a1c8215 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0954502 Feb 18 00:23:13.630778 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-64420a77-5512-415c-8c21-4e319c1d9cdd req-74698bc6-9ece-40bc-8f51-a3bc374aff9a tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508983 Feb 18 00:23:13.653495 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b4696-a8ba-4273-9c2a-382c2f6a7f7d req-e313d0c8-7708-4cc4-b07e-2ea95530d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:13.655158 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-432b4696-a8ba-4273-9c2a-382c2f6a7f7d req-e313d0c8-7708-4cc4-b07e-2ea95530d161 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0894408 Feb 18 00:23:13.803091 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-432b4696-a8ba-4273-9c2a-382c2f6a7f7d req-7f97fc82-23bf-4771-80e3-a1a3a9842534 service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397452 Feb 18 00:23:14.024503 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device eb5e0807-9489-40b3-b106-af0cd9893442 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:23:14.109917 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port eb5e0807-9489-40b3-b106-af0cd9893442 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:23:14.110388 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:14.175913 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-432b4696-a8ba-4273-9c2a-382c2f6a7f7d req-f98a6d0d-9547-441d-9c31-84b2d11ee80b service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3645101 Feb 18 00:23:14.184363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec70ca4-2590-44bd-8856-8a6eeb9b12ac req-9bde5072-da07-4413-b828-e1a2f1099799 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:14.186035 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ec70ca4-2590-44bd-8856-8a6eeb9b12ac req-9bde5072-da07-4413-b828-e1a2f1099799 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 945 time: 0.0940557 Feb 18 00:23:14.236167 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ec70ca4-2590-44bd-8856-8a6eeb9b12ac req-73f08f2e-0822-4fce-873d-276faaadb161 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431154 Feb 18 00:23:14.839643 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630a969-5dba-40af-82d5-2769ef1218b4 req-e704a7ce-1553-4367-82e5-a7c587dbcb16 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:14.841374 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5630a969-5dba-40af-82d5-2769ef1218b4 req-e704a7ce-1553-4367-82e5-a7c587dbcb16 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0957451 Feb 18 00:23:14.897317 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5630a969-5dba-40af-82d5-2769ef1218b4 req-3aea2da4-6cc4-4e32-b3fe-8c266715a9cb tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489585 Feb 18 00:23:15.481885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c85ae0-498b-438e-a43b-59cf915c3918 req-a3a6e039-1970-4cb3-ab9f-95f5f6e15b03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:15.483571 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-08c85ae0-498b-438e-a43b-59cf915c3918 req-a3a6e039-1970-4cb3-ab9f-95f5f6e15b03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.0890737 Feb 18 00:23:15.533085 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-08c85ae0-498b-438e-a43b-59cf915c3918 req-2c1df580-20f1-4a9c-9f92-01c1bde05420 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 Feb 18 00:23:16.105114 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7cb7a-6baf-4320-82d9-1b4f00000472 req-1c716dc8-d174-4852-ba99-60c79ddd5377 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:16.106846 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ede7cb7a-6baf-4320-82d9-1b4f00000472 req-1c716dc8-d174-4852-ba99-60c79ddd5377 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0895958 Feb 18 00:23:16.158862 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ede7cb7a-6baf-4320-82d9-1b4f00000472 req-5409feb2-8ad7-42f1-a752-389cba4d8a2f tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454385 Feb 18 00:23:16.604650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-175ea27b-52ff-46eb-a75f-4c3abd84f9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:16.753962 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca3a80-3096-4df2-b100-123e0690466f req-dcf56be2-ce4e-40aa-87bb-08ccf881675e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:16.755582 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3aca3a80-3096-4df2-b100-123e0690466f req-dcf56be2-ce4e-40aa-87bb-08ccf881675e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.0864656 Feb 18 00:23:16.810052 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3aca3a80-3096-4df2-b100-123e0690466f req-0bd6ab59-b5c5-46df-8849-d9eb9779584e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469761 Feb 18 00:23:17.130088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f4019-f0a4-4410-8a3f-ddd5f65d8bb7 req-25af1635-d38c-4200-9903-45545de80e34 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:17.131769 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e55f4019-f0a4-4410-8a3f-ddd5f65d8bb7 req-25af1635-d38c-4200-9903-45545de80e34 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.0900943 Feb 18 00:23:17.184982 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e55f4019-f0a4-4410-8a3f-ddd5f65d8bb7 req-d444357f-c6ed-426b-8529-a3ffe609a5e1 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Feb 18 00:23:17.416105 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4991ab-3131-42cc-be6a-a7ff7d9e7f94 req-90c3251b-a48b-4505-a111-a7f6ca41c0b4 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:17.417773 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4a4991ab-3131-42cc-be6a-a7ff7d9e7f94 req-90c3251b-a48b-4505-a111-a7f6ca41c0b4 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.30 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1654260 Feb 18 00:23:17.425726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1b458-681c-46eb-9e3f-7ec430832ad5 req-fd39d18e-4225-4bee-ae30-540ad01d6579 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:17.427270 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-15e1b458-681c-46eb-9e3f-7ec430832ad5 req-fd39d18e-4225-4bee-ae30-540ad01d6579 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1350069 Feb 18 00:23:17.539005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-4a4991ab-3131-42cc-be6a-a7ff7d9e7f94 req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Deleting port 325357bb-436d-4473-872d-65f455a31430 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:23:17.539005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4a4991ab-3131-42cc-be6a-a7ff7d9e7f94 req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:17.584756 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-15e1b458-681c-46eb-9e3f-7ec430832ad5 req-f49315a1-f16e-46d1-8dac-dc1814a8161c tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0678e9e-240c-48e2-b5df-000a089f7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205611 Feb 18 00:23:17.783576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-07056620-e0d3-4045-b50c-1a6999f6f15b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:17.785075 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-07056620-e0d3-4045-b50c-1a6999f6f15b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 945 time: 0.0900524 Feb 18 00:23:17.797034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:23:17.814978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-4a4991ab-3131-42cc-be6a-a7ff7d9e7f94 req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] For port 325357bb-436d-4473-872d-65f455a31430, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=325357bb-436d-4473-872d-65f455a31430,segment=NetworkSegment(86ab679b-acff-44fb-aff0-81c322743454),segment_id=86ab679b-acff-44fb-aff0-81c322743454)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:17.815379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4a4991ab-3131-42cc-be6a-a7ff7d9e7f94 req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:17.867611 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Deleting port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:23:17.868191 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:17.948097 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:17.954866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-4a4991ab-3131-42cc-be6a-a7ff7d9e7f94 req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Calling delete_port for 325357bb-436d-4473-872d-65f455a31430 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:23:17.979961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:17.991873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:17.997717 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:17.998711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 325357bb-436d-4473-872d-65f455a31430 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:23:18.069587 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51', 'code': 200} Feb 18 00:23:18.070412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:18.123483 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4a4991ab-3131-42cc-be6a-a7ff7d9e7f94 req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:18.142235 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f25b05d6-7151-4bb9-8b7c-a5e56282dab4 tempest-DeleteServersTestJSON-1059507349 tempest-DeleteServersTestJSON-1059507349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:18.154058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,revision_number=7']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:18.157932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:18.159613 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] No active binding found for port 325357bb-436d-4473-872d-65f455a31430 {{(pid=84026) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 18 00:23:18.160084 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 325357bb-436d-4473-872d-65f455a31430 not bound to the agent host hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:23:18.182089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880e345-6769-471b-a833-aa0c3c5664ec req-51d28d15-6d61-4b20-b41b-41c94ec341f6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:18.184403 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1880e345-6769-471b-a833-aa0c3c5664ec req-51d28d15-6d61-4b20-b41b-41c94ec341f6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.2184868 Feb 18 00:23:18.250740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Pushing event deleted for resources: {'Port': ['ID=325357bb-436d-4473-872d-65f455a31430,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:18.253549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:18.255244 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] For port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:18.255655 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:18.339454 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1880e345-6769-471b-a833-aa0c3c5664ec req-f8191869-c161-4bef-9751-ef21eaeb5400 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402829 Feb 18 00:23:18.423169 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4991ab-3131-42cc-be6a-a7ff7d9e7f94 req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] No DVR routers for this DVR port 325357bb-436d-4473-872d-65f455a31430 on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:23:18.426158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4a4991ab-3131-42cc-be6a-a7ff7d9e7f94 req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:18.429058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af931ec-961a-4772-b119-11410519f1a6', 'name': 'network-vif-deleted', 'tag': '325357bb-436d-4473-872d-65f455a31430'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:18.451709 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4a4991ab-3131-42cc-be6a-a7ff7d9e7f94 req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.30 "DELETE /v2.0/ports/325357bb-436d-4473-872d-65f455a31430 HTTP/1.1" status: 204 len: 173 time: 1.0233474 Feb 18 00:23:18.471974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ec998-72ad-46a5-90ed-ddae7dfc5837 req-76828a62-8154-441c-ac6d-e41b11df4a37 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:18.473649 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0c8ec998-72ad-46a5-90ed-ddae7dfc5837 req-76828a62-8154-441c-ac6d-e41b11df4a37 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1632900 Feb 18 00:23:18.507233 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af931ec-961a-4772-b119-11410519f1a6', 'name': 'network-vif-deleted', 'tag': '325357bb-436d-4473-872d-65f455a31430', 'status': 'completed', 'code': 200} Feb 18 00:23:18.532122 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0c8ec998-72ad-46a5-90ed-ddae7dfc5837 req-dac46ad6-3b88-424a-921e-ae3cb1118edb tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515494 Feb 18 00:23:18.626160 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:18.626773 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:18.627379 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Floating IP 457365ef-e4a1-4464-ba20-93d0ab6361c2 disassociated. External IP: 172.28.0.3, port: 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51. Feb 18 00:23:18.628032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Calling delete_port for 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:23:18.711422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9fde2321-ca94-42f0-9c33-52f0fa24644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:18.725039 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:23:18.725416 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:23:18.809340 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9b0cc953-d7e1-491d-a77d-6b41d6740aa7 req-3edf6245-9ca9-4519-9e05-4da981a5b70b tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] 10.222.0.44 "GET /v2.0/ports?device_id=8af931ec-961a-4772-b119-11410519f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0527279 Feb 18 00:23:19.227118 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Deleting port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:23:19.227714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:19.490869 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] For port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:19.491292 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:19.549708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7b680-5415-4e2b-8913-b4b3e5dc421c req-e915ccd5-db58-4b24-a0c4-5c2ad22bf333 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:19.551310 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-edb7b680-5415-4e2b-8913-b4b3e5dc421c req-e915ccd5-db58-4b24-a0c4-5c2ad22bf333 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 943 time: 0.0909731 Feb 18 00:23:19.606136 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-edb7b680-5415-4e2b-8913-b4b3e5dc421c req-c1c2e59a-8417-4795-a06d-8dff6014769e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=95677e15-d736-40c8-af8f-3e185d0a4117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474696 Feb 18 00:23:19.830432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:19.871398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:19.871812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:19.872165 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Floating IP 457365ef-e4a1-4464-ba20-93d0ab6361c2 disassociated. External IP: 172.28.0.3, port: 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51. Feb 18 00:23:19.872545 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Calling delete_port for 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:23:19.918503 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5615c1-c738-44b9-9ce9-6ac9af5799b6 req-dcdd4501-19ad-4480-b6ec-2ab61f2e9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:19.920129 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad5615c1-c738-44b9-9ce9-6ac9af5799b6 req-dcdd4501-19ad-4480-b6ec-2ab61f2e9329 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85cc94989d364dbda8dd2bae842c1871&device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 1162 time: 0.0818083 Feb 18 00:23:19.920766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 35850) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:19.931423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571b8d7-c488-46b3-a5a9-de1fe5b82dc1 req-0d485552-eaed-4d75-9d2e-df0977ffd8d3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:19.933013 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3571b8d7-c488-46b3-a5a9-de1fe5b82dc1 req-0d485552-eaed-4d75-9d2e-df0977ffd8d3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.2561018 Feb 18 00:23:20.085441 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5615c1-c738-44b9-9ce9-6ac9af5799b6 req-e531a79d-d2d0-4387-b859-13ccb597e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:20.086975 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad5615c1-c738-44b9-9ce9-6ac9af5799b6 req-e531a79d-d2d0-4387-b859-13ccb597e12a service neutron] 10.222.0.30 "GET /v2.0/networks?id=27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 200 len: 905 time: 0.1451914 Feb 18 00:23:20.206309 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad5615c1-c738-44b9-9ce9-6ac9af5799b6 req-52798d3a-f166-40ed-b224-0fe35fbb1035 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6b11335-b88e-4e0a-bdb9-60ac62930cf5 HTTP/1.1" status: 200 len: 999 time: 0.1098161 Feb 18 00:23:20.285091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5615c1-c738-44b9-9ce9-6ac9af5799b6 req-8b4ede72-ad89-490c-86c6-3ed5e9e6ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:20.286682 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad5615c1-c738-44b9-9ce9-6ac9af5799b6 req-8b4ede72-ad89-490c-86c6-3ed5e9e6ce97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc1611c6-7deb-4e58-8f22-eb7fac57a53f HTTP/1.1" status: 200 len: 850 time: 0.0697668 Feb 18 00:23:20.370720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5615c1-c738-44b9-9ce9-6ac9af5799b6 req-aff59d19-6796-49a5-be46-65744a3e9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:20.372311 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad5615c1-c738-44b9-9ce9-6ac9af5799b6 req-aff59d19-6796-49a5-be46-65744a3e9b2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27447fe4-5abc-434b-b61d-e537462935b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0780308 Feb 18 00:23:20.386859 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3571b8d7-c488-46b3-a5a9-de1fe5b82dc1 req-3ddbc9f3-0720-4781-b0e9-209e06955449 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718280 Feb 18 00:23:20.532894 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad5615c1-c738-44b9-9ce9-6ac9af5799b6 req-074591c7-be56-49c4-91f1-309d69dfa6f4 service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518919 Feb 18 00:23:20.634946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:20.694782 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad5615c1-c738-44b9-9ce9-6ac9af5799b6 req-7ef2a669-7948-4c09-a674-66af821a927a service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1533582 Feb 18 00:23:20.714688 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9f64670c-2803-472e-a1f0-1355e905447f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:20.768003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event deleted for resources: {'Port': ['ID=7c5a5c0b-81b4-4740-818d-1f7eaaff8d51,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:20.784363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:20.815204 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:20.832382 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f01fc7db-c4e9-4331-852c-086fcdad07cd req-a0210194-15b3-4354-93ba-ea9c55287c17 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 210 time: 0.0865524 Feb 18 00:23:20.984814 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:21.221872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Router 4afe04bb-031c-4928-972e-71ee3397e954 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:23:21.357086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852808026'] for router_interface, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:21.528532 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:21.605839 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:23:21.618510 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bef377-54f7-413f-be0c-4a71177c0381 None None] Sync routers for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:23:21.631298 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bef377-54f7-413f-be0c-4a71177c0381 None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:23:21.633070 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-b2bef377-54f7-413f-be0c-4a71177c0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:23:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:21.653115 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] No DVR routers for this DVR port 7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 on host hv-cinder-75157 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:23:21.657248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8d523-0644-4954-9506-2620e35c194f req-9e9c1239-d4ef-4493-b627-6e4be36ee1b4 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:21.657432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:21.659231 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d8a8d523-0644-4954-9506-2620e35c194f req-9e9c1239-d4ef-4493-b627-6e4be36ee1b4 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1166928 Feb 18 00:23:21.660283 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'name': 'network-vif-deleted', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:21.725572 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d8a8d523-0644-4954-9506-2620e35c194f req-21fcfa63-3a57-44e9-9890-97c8720777fc tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593262 Feb 18 00:23:21.772050 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e4974e-b82a-4902-98ed-129f0787bffd', 'name': 'network-vif-deleted', 'tag': '7c5a5c0b-81b4-4740-818d-1f7eaaff8d51', 'status': 'completed', 'code': 200} Feb 18 00:23:21.809907 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e60abd90-0ab8-4b8f-ab37-69a91b5e08fb req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.30 "DELETE /v2.0/ports/7c5a5c0b-81b4-4740-818d-1f7eaaff8d51 HTTP/1.1" status: 204 len: 173 time: 4.0180635 Feb 18 00:23:21.896412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-b2bef377-54f7-413f-be0c-4a71177c0381 None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:23:21.944479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Deleting port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:23:21.945151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:22.336803 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-b2bef377-54f7-413f-be0c-4a71177c0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:22.348056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bef377-54f7-413f-be0c-4a71177c0381 None None] Checking router: 4afe04bb-031c-4928-972e-71ee3397e954 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:23:22.364877 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bef377-54f7-413f-be0c-4a71177c0381 None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:23:22.365541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-b2bef377-54f7-413f-be0c-4a71177c0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:23:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:22.414567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-4f7fcd25-2afa-4190-bb08-88f7b967871d req-ea5eeb51-5799-41ad-8474-8ff9cb7e4964 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Synchronizing usage tracker for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:22.452642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-4f7fcd25-2afa-4190-bb08-88f7b967871d req-ea5eeb51-5799-41ad-8474-8ff9cb7e4964 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Unset dirty status for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:22.462786 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4f7fcd25-2afa-4190-bb08-88f7b967871d req-ea5eeb51-5799-41ad-8474-8ff9cb7e4964 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2e4974e-b82a-4902-98ed-129f0787bffd HTTP/1.1" status: 200 len: 210 time: 0.4049499 Feb 18 00:23:22.538988 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] For port 6e3cf502-fb52-4c35-b1f7-727c2c073bb1, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=6e3cf502-fb52-4c35-b1f7-727c2c073bb1,segment=NetworkSegment(86ab679b-acff-44fb-aff0-81c322743454),segment_id=86ab679b-acff-44fb-aff0-81c322743454)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:22.539954 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:22.648081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-b2bef377-54f7-413f-be0c-4a71177c0381 None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:23:22.687016 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Calling delete_port for 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 owned by network:router_interface {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:23:22.978619 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a62fc-e4a1-461f-9c6b-4b1255d2b6fd req-8c0f95a7-4a1b-4122-89d8-92bd7847b4a8 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:22.982287 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bf8a62fc-e4a1-461f-9c6b-4b1255d2b6fd req-8c0f95a7-4a1b-4122-89d8-92bd7847b4a8 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1156085 Feb 18 00:23:23.031911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-b2bef377-54f7-413f-be0c-4a71177c0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:23.037379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bef377-54f7-413f-be0c-4a71177c0381 None None] The sync data for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb is: [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:23:23.067399 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bf8a62fc-e4a1-461f-9c6b-4b1255d2b6fd req-9d593fd4-7337-4d5e-b716-bfe7c19b7776 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733404 Feb 18 00:23:23.087666 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:23.107946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:23.221503 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3cf502-fb52-4c35-b1f7-727c2c073bb1,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:23.224229 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:23.457956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a217c6ad-05a1-4b94-b04d-422f6447b3fa None None] New status for floating IP 457365ef-e4a1-4464-ba20-93d0ab6361c2: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:23:23.576631 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852807992'] for router_interface, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:23.614139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 35880) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:23.688969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-636ffd80-57ee-46e3-8bbe-a41831190909 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:23.724121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-636ffd80-57ee-46e3-8bbe-a41831190909 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:23.779639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-636ffd80-57ee-46e3-8bbe-a41831190909 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:23.785319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-605642d5-e33d-42f6-85c5-fd353a13dfde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:23.802300 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ffd80-57ee-46e3-8bbe-a41831190909 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95677e15-d736-40c8-af8f-3e185d0a4117,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:23.805178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-636ffd80-57ee-46e3-8bbe-a41831190909 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:23.815744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-636ffd80-57ee-46e3-8bbe-a41831190909 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:23.819565 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-636ffd80-57ee-46e3-8bbe-a41831190909 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "DELETE /v2.0/security-groups/95677e15-d736-40c8-af8f-3e185d0a4117 HTTP/1.1" status: 204 len: 168 time: 0.2017605 Feb 18 00:23:23.819864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 35884) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:23.857858 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.v2.resource [None req-6af08944-8c95-47a0-98a8-63bde7d153cd tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] show failed (client error): The resource could not be found. Feb 18 00:23:23.860797 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6af08944-8c95-47a0-98a8-63bde7d153cd tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups/95677e15-d736-40c8-af8f-3e185d0a4117 HTTP/1.1" status: 404 len: 347 time: 0.0380325 Feb 18 00:23:23.862330 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 35888) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:24.044812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Deleting port 2ffd6c17-1dd0-4964-90cf-d6121b432a35 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:23:24.045208 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:24.130011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Router bf4a3608-b5e0-4862-acad-833f4a771eeb has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:23:24.265343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:24.265343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:24.404239 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:23:24.420256 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4266c070-8254-4515-9e71-d7b1323d5e42 None None] Sync routers for ids ['bf4a3608-b5e0-4862-acad-833f4a771eeb'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:23:24.430566 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Calling delete_port for 2ffd6c17-1dd0-4964-90cf-d6121b432a35 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:23:24.431460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266c070-8254-4515-9e71-d7b1323d5e42 None None] Routers {'bf4a3608-b5e0-4862-acad-833f4a771eeb'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:23:24.432459 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-4266c070-8254-4515-9e71-d7b1323d5e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:23:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['bf4a3608-b5e0-4862-acad-833f4a771eeb'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:24.437956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914336a-ed98-4429-98a5-21f1f3d3b06f req-7c1468fc-cea7-4642-9160-0afe2a704e30 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:24.439761 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d914336a-ed98-4429-98a5-21f1f3d3b06f req-7c1468fc-cea7-4642-9160-0afe2a704e30 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.2199557 Feb 18 00:23:24.445426 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] 10.222.0.44 "PUT /v2.0/routers/bf4a3608-b5e0-4862-acad-833f4a771eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5235651 Feb 18 00:23:24.463633 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 35902) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:24.652087 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:24.670436 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:24.672520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-4266c070-8254-4515-9e71-d7b1323d5e42 None None] Set router bf4a3608-b5e0-4862-acad-833f4a771eeb gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:23:24.781709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event deleted for resources: {'Port': ['ID=2ffd6c17-1dd0-4964-90cf-d6121b432a35,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:24.787213 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:24.922232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:24.933175 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d914336a-ed98-4429-98a5-21f1f3d3b06f req-635d5307-0a62-4345-9351-fe364fb52b2b tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4860961 Feb 18 00:23:24.939176 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Notify callbacks [] for router, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:24.941560 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:24.942846 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "DELETE /v2.0/floatingips/457365ef-e4a1-4464-ba20-93d0ab6361c2 HTTP/1.1" status: 204 len: 168 time: 1.0794644 Feb 18 00:23:25.011963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-4266c070-8254-4515-9e71-d7b1323d5e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-129936957-router', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:23:22Z', 'revision_number': 5, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'gw_port': {'id': '8e849bde-1b4f-4385-872e-1ff0beb25b97', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:39Z', 'updated_at': '2021-02-18T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:25.018386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4266c070-8254-4515-9e71-d7b1323d5e42 None None] Checking router: bf4a3608-b5e0-4862-acad-833f4a771eeb for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:23:25.031260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266c070-8254-4515-9e71-d7b1323d5e42 None None] Routers {'bf4a3608-b5e0-4862-acad-833f4a771eeb'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:23:25.031260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-4266c070-8254-4515-9e71-d7b1323d5e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:23:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['bf4a3608-b5e0-4862-acad-833f4a771eeb'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:25.155389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.165666 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Deleting port 8e849bde-1b4f-4385-872e-1ff0beb25b97 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:23:25.166349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.327219 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 35910) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:25.333423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30752563', 'description': 'tempest-description--913158411'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:25.340706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:25.345350 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Usage tracker for resource:security_group and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:25.348627 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:25.355275 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:25.366727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.375009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-4266c070-8254-4515-9e71-d7b1323d5e42 None None] Set router bf4a3608-b5e0-4862-acad-833f4a771eeb gateway port host: None {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:23:25.391747 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:25.396026 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Usage tracker for resource:security_group_rule and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:25.400499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:25.404702 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] For port 8e849bde-1b4f-4385-872e-1ff0beb25b97, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=8e849bde-1b4f-4385-872e-1ff0beb25b97,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:25.405112 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.409634 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:25.496819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-4266c070-8254-4515-9e71-d7b1323d5e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-129936957-router', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:23:25Z', 'revision_number': 6, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'gw_port_host': None}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:25.501470 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4266c070-8254-4515-9e71-d7b1323d5e42 None None] The sync data for ids ['bf4a3608-b5e0-4862-acad-833f4a771eeb'] in dv-cinder-751579-21-smb is: [{'id': 'bf4a3608-b5e0-4862-acad-833f4a771eeb', 'name': 'tempest-ServerRescueNegativeTestJSON-129936957-router', 'tenant_id': '6860257f5ea24ec6bfab89c20120d7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:23:25Z', 'revision_number': 6, 'project_id': '6860257f5ea24ec6bfab89c20120d7b9', 'gw_port_host': None}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:23:25.567108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Calling delete_port for 8e849bde-1b4f-4385-872e-1ff0beb25b97 owned by network:router_gateway {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:23:25.582516 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.594377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.631530 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e8ab8e67-485b-4949-85d8-f3d90c11732f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:25.649130 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.651055 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3223953 Feb 18 00:23:25.656028 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 35916) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:25.676809 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'security_group_rule': {'security_group_id': '8e6bb958-6296-4189-a85a-8bfcac152ce9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:25.687793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:25.690353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6bb958-6296-4189-a85a-8bfcac152ce9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:25.694360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:25.695420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Usage tracker for resource:security_group_rule and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:25.699002 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:25.705033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:25.721323 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.788769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.800777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.804737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.808269 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-006e05a7-645c-4f4f-b960-4b77a1bffdff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:25.815504 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3b582089-0e19-4251-b972-b6251852c3b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:25.840853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9928796-386e-46d1-9c91-50e5638997d6,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:25.844587 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:25.847595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.849517 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1889422 Feb 18 00:23:25.857151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 35920) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:25.863754 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'security_group_rule': {'security_group_id': '8e6bb958-6296-4189-a85a-8bfcac152ce9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:25.870393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:25.875127 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Usage tracker for resource:security_group_rule and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:25.878426 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:25.884755 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:25.895790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device e6b11335-b88e-4e0a-bdb9-60ac62930cf5 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:23:25.904273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.922847 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e849bde-1b4f-4385-872e-1ff0beb25b97,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:25.934104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:25.980772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:23:25.981652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.994132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:25.999879 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.005040 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f7994186-01d6-47d2-8409-d4e145bf61a0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:26.068220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.074591 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2120438 Feb 18 00:23:26.077029 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 35926) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:26.089183 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'floatingip': {'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:26.105316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c24f991-1ad1-45d9-9b82-540bae4b49bc,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:26.109311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:26.115583 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974972'] for router_gateway, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.115860 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3324cf4a-2f13-47b1-a740-3a783fab3971 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:26.121630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Usage tracker for resource:floatingip and tenant:2ff96f25a495405c89133fb0124f23c3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:26.126787 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:26.135443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:26.149780 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.432717 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853073908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5010'] for router, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.440515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.565209 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.579406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:23:26.586402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853074642'] for router, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.587425 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf4a3608-b5e0-4862-acad-833f4a771eeb {{(pid=84025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 00:23:26.622840 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd124db-2520-4a78-8458-c18d265ab8f7 req-f562a015-778f-4edd-a81e-ec45a4d9ade3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:26.624556 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bfd124db-2520-4a78-8458-c18d265ab8f7 req-f562a015-778f-4edd-a81e-ec45a4d9ade3 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.4460285 Feb 18 00:23:26.633313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.638365 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a9bf70a3-1177-4a01-94a1-d5dfbedbdc6f admin admin] 10.222.0.44 "DELETE /v2.0/routers/bf4a3608-b5e0-4862-acad-833f4a771eeb HTTP/1.1" status: 204 len: 168 time: 2.1693795 Feb 18 00:23:26.638830 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 35934) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:26.675900 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:23:26.676129 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6e3cf502-fb52-4c35-b1f7-727c2c073bb1 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:23:26.676629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 8e849bde-1b4f-4385-872e-1ff0beb25b97 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:23:26.725657 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 8e849bde-1b4f-4385-872e-1ff0beb25b97 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:23:26.726231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 8e849bde-1b4f-4385-872e-1ff0beb25b97 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:23:26.758298 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bfd124db-2520-4a78-8458-c18d265ab8f7 req-25b2b6af-3270-4cb4-a692-64ff6fcc0f3a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219814 Feb 18 00:23:26.772799 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae42dd25-973c-4812-881a-705af40f07eb admin admin] Deleting subnet 762948e9-9a6b-42ed-a9d0-73a29ac28299 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:23:26.774652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae42dd25-973c-4812-881a-705af40f07eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.829450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae42dd25-973c-4812-881a-705af40f07eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327241'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.889585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae42dd25-973c-4812-881a-705af40f07eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:26.927759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Allocated IP 172.28.0.97 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/1c6c75fb-db91-4537-a97c-36606be0730c) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:23:27.097884 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:27.130591 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:27.146260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-db9bd285-b4a5-4f63-8d4b-f8c78861890a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:27.184009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae42dd25-973c-4812-881a-705af40f07eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823209083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821527077'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:27.200261 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:27.287698 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42dd25-973c-4812-881a-705af40f07eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762948e9-9a6b-42ed-a9d0-73a29ac28299,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:27.287933 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'Port': ['ID=1c6c75fb-db91-4537-a97c-36606be0730c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:27.292133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ae42dd25-973c-4812-881a-705af40f07eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:27.293372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:27.340019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ae42dd25-973c-4812-881a-705af40f07eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:27.357349 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-ae42dd25-973c-4812-881a-705af40f07eb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/762948e9-9a6b-42ed-a9d0-73a29ac28299 HTTP/1.1" status: 204 len: 168 time: 0.6910551 Feb 18 00:23:27.358034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 35942) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:27.395903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:23:27.445189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:23:27.452250 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:23:27.561982 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:27.765021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:27.825908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:27.932632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:27.987244 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2a593-1789-45ca-a4d8-fcc03b4effe1 req-3794889d-dddf-42ae-a107-1c3719991215 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:27.989049 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-23d2a593-1789-45ca-a4d8-fcc03b4effe1 req-3794889d-dddf-42ae-a107-1c3719991215 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.0979683 Feb 18 00:23:28.005056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5480de9b-db79-41d7-b1ad-8d431d4576b5']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:28.041718 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-23d2a593-1789-45ca-a4d8-fcc03b4effe1 req-9c9e2d8e-1866-408e-a9cc-86590c55706c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460739 Feb 18 00:23:28.065033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ab679b-acff-44fb-aff0-81c322743454') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:28.065368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ab679b-acff-44fb-aff0-81c322743454') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:28.083686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31561361'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:28.116235 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:28.122875 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:23:28.407970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Network 5480de9b-db79-41d7-b1ad-8d431d4576b5 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:23:28.429102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31674681'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:28.484228 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5b5c4-95ef-41fc-8018-287ad511b0c3 req-95e8dd2f-8ea1-4150-9046-f9f196e6193b tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:28.485984 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8e5b5c4-95ef-41fc-8018-287ad511b0c3 req-95e8dd2f-8ea1-4150-9046-f9f196e6193b tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1554425 Feb 18 00:23:28.577276 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8e5b5c4-95ef-41fc-8018-287ad511b0c3 req-85001b7d-2f6d-4996-92bb-887310391058 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843501 Feb 18 00:23:28.581188 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8653fb-8b21-4939-a552-23f9ff51f323 req-f13d1c1f-66a9-46b0-b6a3-947fd8856b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:28.582819 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6c8653fb-8b21-4939-a552-23f9ff51f323 req-f13d1c1f-66a9-46b0-b6a3-947fd8856b98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85cc94989d364dbda8dd2bae842c1871&device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 1162 time: 0.1725974 Feb 18 00:23:28.645407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Network 5480de9b-db79-41d7-b1ad-8d431d4576b5 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:23:28.676516 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:23:28.744156 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:28.745714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8653fb-8b21-4939-a552-23f9ff51f323 req-de4b06bf-f945-4180-b103-d9d282e61181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:28.748297 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6c8653fb-8b21-4939-a552-23f9ff51f323 req-de4b06bf-f945-4180-b103-d9d282e61181 service neutron] 10.222.0.30 "GET /v2.0/networks?id=27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 200 len: 905 time: 0.1560357 Feb 18 00:23:28.759427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:28.781782 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:28.898636 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6c8653fb-8b21-4939-a552-23f9ff51f323 req-c1e08121-be88-4ec9-922b-1f7d76154315 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6b11335-b88e-4e0a-bdb9-60ac62930cf5 HTTP/1.1" status: 200 len: 999 time: 0.1382968 Feb 18 00:23:28.918623 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:28.928943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:28.950192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'Port': ['ID=1c6c75fb-db91-4537-a97c-36606be0730c,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:28.953638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:28.958241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:28.974543 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8653fb-8b21-4939-a552-23f9ff51f323 req-9837e6d3-af2c-46b7-9925-ce7dbb984aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:28.976163 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6c8653fb-8b21-4939-a552-23f9ff51f323 req-9837e6d3-af2c-46b7-9925-ce7dbb984aea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc1611c6-7deb-4e58-8f22-eb7fac57a53f HTTP/1.1" status: 200 len: 850 time: 0.0675282 Feb 18 00:23:28.996438 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Pushing event deleted for resources: {'Network': ['ID=5480de9b-db79-41d7-b1ad-8d431d4576b5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:29.000006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:29.005989 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-5af6ca85-22af-4e03-9b22-f5b72b4ee136 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5480de9b-db79-41d7-b1ad-8d431d4576b5 HTTP/1.1" status: 204 len: 168 time: 1.6409583 Feb 18 00:23:29.087890 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8653fb-8b21-4939-a552-23f9ff51f323 req-ad49afa1-d84b-48ea-be39-0645c1c80628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:29.090371 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6c8653fb-8b21-4939-a552-23f9ff51f323 req-ad49afa1-d84b-48ea-be39-0645c1c80628 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27447fe4-5abc-434b-b61d-e537462935b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0899551 Feb 18 00:23:29.100613 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:29.119671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:29.121517 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0431180 Feb 18 00:23:29.153818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 35962) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:29.221852 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-26dd996c-f5c5-48b7-8293-813af21c93f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6860257f5ea24ec6bfab89c20120d7b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0667019 Feb 18 00:23:29.224426 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 35966) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:29.299575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-107cbdfc-34eb-46a3-8ea6-5c07b328693c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:29.332883 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-107cbdfc-34eb-46a3-8ea6-5c07b328693c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:29.505740 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6c8653fb-8b21-4939-a552-23f9ff51f323 req-8ade31ae-9f52-489b-b09c-4b021b761b63 service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078753 Feb 18 00:23:29.663890 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-9502af51-998f-4bad-bb0d-acfda7836b7e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Synchronizing usage tracker for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:29.679976 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-9502af51-998f-4bad-bb0d-acfda7836b7e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Unset dirty status for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:29.681301 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-9502af51-998f-4bad-bb0d-acfda7836b7e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--30752563&fields=id&tenant_id=2ff96f25a495405c89133fb0124f23c3 HTTP/1.1" status: 200 len: 267 time: 0.3389866 Feb 18 00:23:29.687178 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6c8653fb-8b21-4939-a552-23f9ff51f323 req-88d1c0a6-291d-4ae5-933d-7f55f45d2c95 service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1729550 Feb 18 00:23:29.694556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-107cbdfc-34eb-46a3-8ea6-5c07b328693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:29.698808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-10c3ddaf-75ab-4846-8ed3-02b85a7dc731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:29.744883 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cbdfc-34eb-46a3-8ea6-5c07b328693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0678e9e-240c-48e2-b5df-000a089f7fa8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:29.799648 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0bcb5-b3fb-4cae-902c-9c4f4703001d req-0ba43918-f1cb-452d-a34e-d8fc70832334 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:29.801282 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f4f0bcb5-b3fb-4cae-902c-9c4f4703001d req-0ba43918-f1cb-452d-a34e-d8fc70832334 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.0949752 Feb 18 00:23:29.801831 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-107cbdfc-34eb-46a3-8ea6-5c07b328693c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:29.826310 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-107cbdfc-34eb-46a3-8ea6-5c07b328693c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:29.827699 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-107cbdfc-34eb-46a3-8ea6-5c07b328693c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0678e9e-240c-48e2-b5df-000a089f7fa8 HTTP/1.1" status: 204 len: 168 time: 0.6020937 Feb 18 00:23:29.867250 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f4f0bcb5-b3fb-4cae-902c-9c4f4703001d req-e9ca096a-410c-4ddd-a330-c896a504e112 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594192 Feb 18 00:23:29.902869 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-c6c134a3-4675-4fb6-bb6e-9e0789f2594a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:29.904673 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-c6c134a3-4675-4fb6-bb6e-9e0789f2594a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 817 time: 0.1908443 Feb 18 00:23:29.921812 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-97f7fc2f-ea8f-4362-84af-ddbb19cc3f20 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/quotas/2ff96f25a495405c89133fb0124f23c3 HTTP/1.1" status: 200 len: 375 time: 0.0106866 Feb 18 00:23:30.026262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-ffbdd2f0-def3-4859-84f2-230fb5b98cab tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Synchronizing usage tracker for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:30.047450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-ffbdd2f0-def3-4859-84f2-230fb5b98cab tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Unset dirty status for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:30.050005 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-ffbdd2f0-def3-4859-84f2-230fb5b98cab tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217320 Feb 18 00:23:30.206737 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-68c8f063-ee99-4651-b9ba-a3dbb9f4c643 service neutron] 10.222.0.44 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431270 Feb 18 00:23:30.400957 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-94a009f1-630f-4eae-9b51-527bf43599a7 service neutron] 10.222.0.44 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1867521 Feb 18 00:23:30.635685 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-86b2c580-8d84-480b-8d9b-1e3699980219 req-3a8f889d-e076-441a-8bbd-f8901c4f9a13 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 210 time: 0.0631649 Feb 18 00:23:31.114571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9de41-8ead-470f-a25e-eb4c9075df28 req-485732fe-5d39-4caa-92f4-f69f92d99883 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:31.116339 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09a9de41-8ead-470f-a25e-eb4c9075df28 req-485732fe-5d39-4caa-92f4-f69f92d99883 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1109345 Feb 18 00:23:31.174579 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09a9de41-8ead-470f-a25e-eb4c9075df28 req-0b18f1f4-89f2-4614-87a1-947ca76f2776 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505304 Feb 18 00:23:31.816949 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-32ef3c34-d68f-4fe3-9dbb-04f340243b9f req-e09a517c-2201-4ad2-9974-43a7c428c4d1 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 210 time: 0.0543907 Feb 18 00:23:31.926921 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device e6b11335-b88e-4e0a-bdb9-60ac62930cf5 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:23:31.976000 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-20854f95-bd51-4dc1-90fb-9a55df848371 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:31.977823 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-20854f95-bd51-4dc1-90fb-9a55df848371 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 817 time: 0.1812630 Feb 18 00:23:32.004432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:23:32.004985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:32.071790 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-cf93c90a-01d4-4484-bf6d-3623b41101a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ff96f25a495405c89133fb0124f23c3 HTTP/1.1" status: 200 len: 5702 time: 0.0774431 Feb 18 00:23:32.085266 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'port': {'device_id': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'admin_state_up': True, 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'security_groups': ['8e6bb958-6296-4189-a85a-8bfcac152ce9']}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:32.234511 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:32.245158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:32.258380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Made reservation on behalf of 2ff96f25a495405c89133fb0124f23c3 for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:23:32.264718 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:32.595250 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Allocated IP 172.20.0.3 (1240ef45-358d-4e93-adf6-50e51ed3c6c5/f6147e67-50ab-4fdc-93bb-c376a0994999/f192ff3b-a125-4e90-83c5-f67bf8ed37c8) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:23:32.812447 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:32.833534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Transition to ACTIVE for port object f192ff3b-a125-4e90-83c5-f67bf8ed37c8 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:23:32.867328 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:32.887582 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:33.085753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event updated for resources: {'Port': ['ID=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:33.091487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:33.166765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c3e59-6a13-4efc-a136-1cc4ef5294e4 req-d578c577-e3ce-44da-8835-f23858d334ea tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:33.168950 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4d2c3e59-6a13-4efc-a136-1cc4ef5294e4 req-d578c577-e3ce-44da-8835-f23858d334ea tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 931 time: 0.1749184 Feb 18 00:23:33.181488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:23:33.197918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:23:33.202041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:23:33.285263 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4d2c3e59-6a13-4efc-a136-1cc4ef5294e4 req-71570b31-17fa-4e54-be73-650a9cc0d87b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060841 Feb 18 00:23:33.289515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:33.290150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:33.325171 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2443414 Feb 18 00:23:33.337762 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Request body: {'port': {'device_id': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:33.463757 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:33.489383 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d3c256ee-a820-459a-bebb-672fb2277ba7 None None] Provisioning for port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:23:33.495777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d3c256ee-a820-459a-bebb-672fb2277ba7 None None] Provisioning complete for port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:23:33.496554 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d3c256ee-a820-459a-bebb-672fb2277ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:33.576686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d3c256ee-a820-459a-bebb-672fb2277ba7 None None] Port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:23:33.922214 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f192ff3b-a125-4e90-83c5-f67bf8ed37c8 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:23:33.930093 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:33.944502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Transition to ACTIVE for port object f192ff3b-a125-4e90-83c5-f67bf8ed37c8 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:23:33.947375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:33.967248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:34.123270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Pushing event updated for resources: {'Port': ['ID=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:34.128385 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:34.403040 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Attempting to bind port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:23:34.403811 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Attempting to bind port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:23:34.404290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Attempting to bind port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 on network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:23:34.426959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:23:34.427379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Checking segment: {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:23:34.427835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:34.428273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Bound using segment: {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:23:34.431827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Bound port: f192ff3b-a125-4e90-83c5-f67bf8ed37c8, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60a6540-dcc8-482e-9afe-80de021ce8ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:23:34.432271 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:34.628822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] For port f192ff3b-a125-4e90-83c5-f67bf8ed37c8, host hv-cinder-75157, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:23:34.633354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] For port f192ff3b-a125-4e90-83c5-f67bf8ed37c8, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:23:34.643720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:34.660681 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-76066f1d-9af6-459e-a322-e9a4b2ee5222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:34.753756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb7d06-7f5d-47e8-aa0f-c0d74ff726e2 req-177ecd3e-9025-4ca4-a0a0-3debf54136a4 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:34.754506 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-68cb7d06-7f5d-47e8-aa0f-c0d74ff726e2 req-177ecd3e-9025-4ca4-a0a0-3debf54136a4 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Synchronizing usage tracker for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:34.821544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-68cb7d06-7f5d-47e8-aa0f-c0d74ff726e2 req-177ecd3e-9025-4ca4-a0a0-3debf54136a4 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Unset dirty status for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:34.822827 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-68cb7d06-7f5d-47e8-aa0f-c0d74ff726e2 req-177ecd3e-9025-4ca4-a0a0-3debf54136a4 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.3680108 Feb 18 00:23:34.863157 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Pushing event updated for resources: {'Port': ['ID=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:34.869515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:34.917680 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-68cb7d06-7f5d-47e8-aa0f-c0d74ff726e2 req-4c8e6d14-b5e9-42ef-b9f9-6a9114918ee7 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761180 Feb 18 00:23:34.926381 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:34.927336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:34.929247 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] 10.222.0.30 "PUT /v2.0/ports/f192ff3b-a125-4e90-83c5-f67bf8ed37c8 HTTP/1.1" status: 200 len: 1157 time: 1.5961709 Feb 18 00:23:34.929738 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:35.031472 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8', 'status': 'completed', 'code': 200} Feb 18 00:23:35.072919 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-ec94f47c-f82a-41b2-8640-52df2cc98ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:35.074959 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-ec94f47c-f82a-41b2-8640-52df2cc98ec5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 1160 time: 0.0901375 Feb 18 00:23:35.160993 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-0ebfc4cf-6d41-48b8-a746-ebb9521f1805 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f192ff3b-a125-4e90-83c5-f67bf8ed37c8 HTTP/1.1" status: 200 len: 217 time: 0.0768120 Feb 18 00:23:35.204398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 36096) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:35.251489 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-11345156-aa5f-486f-acf8-eb40527b9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:35.253107 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-11345156-aa5f-486f-acf8-eb40527b9fcc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.0854239 Feb 18 00:23:35.346471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-0de20ca1-763a-49f7-9684-610b392e0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:35.348113 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-0de20ca1-763a-49f7-9684-610b392e0ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0857339 Feb 18 00:23:35.362087 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8a7b6a7-6146-4045-a7a6-a4449d257ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:35.387498 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e8a7b6a7-6146-4045-a7a6-a4449d257ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:35.395801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8a7b6a7-6146-4045-a7a6-a4449d257ced admin admin] Usage tracker for resource:security_group_rule and tenant:93b887995b414aa2bdc12971ea9fe714 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:35.402888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-e8a7b6a7-6146-4045-a7a6-a4449d257ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:35.418657 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-e8a7b6a7-6146-4045-a7a6-a4449d257ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:35.521377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8a7b6a7-6146-4045-a7a6-a4449d257ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:35.524688 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e8a7b6a7-6146-4045-a7a6-a4449d257ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:35.536799 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2aca932d-3a4c-45b7-9c78-e89b2931fa57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:35.595934 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-e8a7b6a7-6146-4045-a7a6-a4449d257ced admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93b887995b414aa2bdc12971ea9fe714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902628 Feb 18 00:23:35.596995 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 36104) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:35.601908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7b6a7-6146-4045-a7a6-a4449d257ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08318cda-99aa-4207-9714-1bc973c8de99,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:35.621926 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e8a7b6a7-6146-4045-a7a6-a4449d257ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:35.679473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02265593-c5a7-47f8-9c14-4d6fa154adef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:35.709721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02265593-c5a7-47f8-9c14-4d6fa154adef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:35.759405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02265593-c5a7-47f8-9c14-4d6fa154adef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:35.767632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-919cad29-31fe-470d-be53-66b54e6b23f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:35.785376 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-d14cc5ee-0076-4750-a290-b884a8f488e7 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293127 Feb 18 00:23:35.786876 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02265593-c5a7-47f8-9c14-4d6fa154adef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08318cda-99aa-4207-9714-1bc973c8de99,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:35.790158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-02265593-c5a7-47f8-9c14-4d6fa154adef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:35.790998 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-02265593-c5a7-47f8-9c14-4d6fa154adef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:35.805856 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-02265593-c5a7-47f8-9c14-4d6fa154adef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08318cda-99aa-4207-9714-1bc973c8de99 HTTP/1.1" status: 204 len: 168 time: 0.1968834 Feb 18 00:23:35.956181 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72acea6e-f352-4cd1-9cb9-18d2edde76ae req-cc83b18c-aab6-4d77-a036-15737a83ad7d service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1589625 Feb 18 00:23:36.088623 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58761f6a-c788-4378-ab82-49e9015e19ad req-43bffe05-8b8d-4b68-8ed8-0b5013b6e750 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:36.095173 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58761f6a-c788-4378-ab82-49e9015e19ad req-43bffe05-8b8d-4b68-8ed8-0b5013b6e750 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 945 time: 0.1075070 Feb 18 00:23:36.144560 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58761f6a-c788-4378-ab82-49e9015e19ad req-f8ceb5a9-e83c-4757-a527-04f99d53b5ad tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467155 Feb 18 00:23:36.170003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12e43d-0b8e-4eaa-bd99-03d99ce1af67 req-a2c3ee19-9fe1-4339-a343-d2d05f3d5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:36.171636 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f12e43d-0b8e-4eaa-bd99-03d99ce1af67 req-a2c3ee19-9fe1-4339-a343-d2d05f3d5ae7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 1160 time: 0.1563270 Feb 18 00:23:36.298012 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09e30b-5120-42c5-b6a2-b95fb4703337 req-cf95796b-ecb9-47ba-ab73-1ef2cb331fdc tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:36.299675 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8a09e30b-5120-42c5-b6a2-b95fb4703337 req-cf95796b-ecb9-47ba-ab73-1ef2cb331fdc tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.2124944 Feb 18 00:23:36.384434 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8a09e30b-5120-42c5-b6a2-b95fb4703337 req-fb79061a-3ff1-4693-997f-782a7696fa58 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775080 Feb 18 00:23:36.387326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12e43d-0b8e-4eaa-bd99-03d99ce1af67 req-93359d5d-a716-4861-8921-828f8512d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:36.389119 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f12e43d-0b8e-4eaa-bd99-03d99ce1af67 req-93359d5d-a716-4861-8921-828f8512d4b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 911 time: 0.2087517 Feb 18 00:23:36.470808 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f12e43d-0b8e-4eaa-bd99-03d99ce1af67 req-fbdfd2b9-bf54-4136-961b-0f9e728ecd18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f192ff3b-a125-4e90-83c5-f67bf8ed37c8 HTTP/1.1" status: 200 len: 217 time: 0.0732303 Feb 18 00:23:36.549160 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12e43d-0b8e-4eaa-bd99-03d99ce1af67 req-b69ef3e3-896a-4502-9697-dbf641521e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:36.550757 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f12e43d-0b8e-4eaa-bd99-03d99ce1af67 req-b69ef3e3-896a-4502-9697-dbf641521e2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.0689120 Feb 18 00:23:36.646744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12e43d-0b8e-4eaa-bd99-03d99ce1af67 req-ae504385-6c12-499b-a88e-3d2ede43e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:36.648420 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f12e43d-0b8e-4eaa-bd99-03d99ce1af67 req-ae504385-6c12-499b-a88e-3d2ede43e504 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0871136 Feb 18 00:23:36.804019 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f12e43d-0b8e-4eaa-bd99-03d99ce1af67 req-a3013436-2c81-4c05-9f28-1a6454841fe9 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467159 Feb 18 00:23:36.954301 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f12e43d-0b8e-4eaa-bd99-03d99ce1af67 req-134ec7b8-9615-41e3-a8c3-7db6cf8ef434 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425865 Feb 18 00:23:37.363366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82a65-7cdd-43a5-9a3d-f3932c7ada76 req-22bd6c07-249c-4cc6-a830-019cc2dbb562 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:37.365063 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4fb82a65-7cdd-43a5-9a3d-f3932c7ada76 req-22bd6c07-249c-4cc6-a830-019cc2dbb562 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 945 time: 0.0945048 Feb 18 00:23:37.416186 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4fb82a65-7cdd-43a5-9a3d-f3932c7ada76 req-03e345f2-86eb-4301-84f4-8a53c6f286c8 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433500 Feb 18 00:23:37.600200 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ffce7-889d-4231-af1d-d2868edb3b6b req-5209f5e1-02fd-41f7-9c4c-e686155d4858 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:37.601942 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e51ffce7-889d-4231-af1d-d2868edb3b6b req-5209f5e1-02fd-41f7-9c4c-e686155d4858 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.0947289 Feb 18 00:23:37.652399 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e51ffce7-889d-4231-af1d-d2868edb3b6b req-fea49edd-9932-4133-9153-c789432ecd49 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427082 Feb 18 00:23:38.508178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device f192ff3b-a125-4e90-83c5-f67bf8ed37c8 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:23:38.613334 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:23:38.619129 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:23:38.619556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:38.765674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:38.791876 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4d5a6-35d1-41e5-9764-0caf3331b59c req-1fb2a7cd-5bad-493a-acb2-2895df3a6f72 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:38.794233 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-aac4d5a6-35d1-41e5-9764-0caf3331b59c req-1fb2a7cd-5bad-493a-acb2-2895df3a6f72 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 945 time: 0.1022737 Feb 18 00:23:38.806018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:38.813484 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port f192ff3b-a125-4e90-83c5-f67bf8ed37c8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:38.817115 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:38.819926 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-47f4797d-1c2c-46ba-81ee-b54ce0ebf972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:38.862051 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-aac4d5a6-35d1-41e5-9764-0caf3331b59c req-8925df61-ef26-47a9-a543-8713e2242217 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609305 Feb 18 00:23:38.908197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ff59e-1121-417c-be8a-3bc20c14050c req-cb7d2e3d-2472-4ff7-aea8-59d6787e0e0f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:38.909719 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:38.910320 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-235ff59e-1121-417c-be8a-3bc20c14050c req-cb7d2e3d-2472-4ff7-aea8-59d6787e0e0f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1237903 Feb 18 00:23:38.917233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:38.920844 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8', 'code': 200} Feb 18 00:23:38.966372 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-235ff59e-1121-417c-be8a-3bc20c14050c req-0ca7bb33-5933-4d4d-b1a4-247e0c609dc8 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486457 Feb 18 00:23:39.013352 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:23:39.191022 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d42393-6434-4d8a-b124-ae85d80a72e6 req-cc85c8cb-97b9-4926-aa0b-0d4801e833b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:39.192656 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d0d42393-6434-4d8a-b124-ae85d80a72e6 req-cc85c8cb-97b9-4926-aa0b-0d4801e833b5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 1162 time: 0.0786917 Feb 18 00:23:39.239832 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d0d42393-6434-4d8a-b124-ae85d80a72e6 req-c57767a4-bd81-4ab8-b660-6f006fa4df91 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367379 Feb 18 00:23:40.009378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device f192ff3b-a125-4e90-83c5-f67bf8ed37c8 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:23:40.078752 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93773ae-da5f-4d0d-b0c7-27ec39ac204a req-18db5208-7efe-4cc7-b16d-800e776c580f tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:40.080550 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c93773ae-da5f-4d0d-b0c7-27ec39ac204a req-18db5208-7efe-4cc7-b16d-800e776c580f tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 945 time: 0.0939097 Feb 18 00:23:40.113543 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:23:40.113861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:40.156304 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c93773ae-da5f-4d0d-b0c7-27ec39ac204a req-36f53b0a-93b0-47f8-8c91-3124de19b206 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687237 Feb 18 00:23:40.217420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393db0d0-a170-4494-bc15-e1c5a7c47f06 req-9e50ea63-8910-48e8-a75f-c5afad6a09f4 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:40.220155 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-393db0d0-a170-4494-bc15-e1c5a7c47f06 req-9e50ea63-8910-48e8-a75f-c5afad6a09f4 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1050580 Feb 18 00:23:40.269597 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-393db0d0-a170-4494-bc15-e1c5a7c47f06 req-8abf4143-0d3a-4b6d-9e7c-d0258e4a3e9d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440829 Feb 18 00:23:41.366848 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3facad-e71b-4df8-9dc7-8f2e6d828931 req-3c9845b2-c3a1-4c78-b26d-e4ae4d84338a tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:41.368485 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bb3facad-e71b-4df8-9dc7-8f2e6d828931 req-3c9845b2-c3a1-4c78-b26d-e4ae4d84338a tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 945 time: 0.0931547 Feb 18 00:23:41.380839 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17f2df-8444-44bd-9f33-71ed72ef35c4 req-1117f68d-2622-49de-a891-bdd5ce0d7ca7 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:41.382435 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ed17f2df-8444-44bd-9f33-71ed72ef35c4 req-1117f68d-2622-49de-a891-bdd5ce0d7ca7 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.30 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 945 time: 0.0891707 Feb 18 00:23:41.418154 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bb3facad-e71b-4df8-9dc7-8f2e6d828931 req-e635a4ec-3f7e-4020-ac4f-ea6a60828ce2 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d420a60-9032-49d0-9991-8b5a92494db3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423069 Feb 18 00:23:41.513807 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-ed17f2df-8444-44bd-9f33-71ed72ef35c4 req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Deleting port 95c68772-c5e3-48c6-b22b-3663a43b4117 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:23:41.514108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed17f2df-8444-44bd-9f33-71ed72ef35c4 req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:41.630772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99b537-282c-437a-84d8-64fdc97b2cde req-ab5f3045-1b1b-41a9-92bf-5125aad5321f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:41.632349 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cb99b537-282c-437a-84d8-64fdc97b2cde req-ab5f3045-1b1b-41a9-92bf-5125aad5321f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.2039649 Feb 18 00:23:41.779838 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cb99b537-282c-437a-84d8-64fdc97b2cde req-1e0e5cef-218d-4388-a7d7-e7aace4f0d5e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1399879 Feb 18 00:23:41.839536 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ed17f2df-8444-44bd-9f33-71ed72ef35c4 req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] For port 95c68772-c5e3-48c6-b22b-3663a43b4117, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=95c68772-c5e3-48c6-b22b-3663a43b4117,segment=NetworkSegment(15f6ee25-ab0e-4964-8702-005a6962c3cd),segment_id=15f6ee25-ab0e-4964-8702-005a6962c3cd)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:23:41.839999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed17f2df-8444-44bd-9f33-71ed72ef35c4 req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:41.980303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-ed17f2df-8444-44bd-9f33-71ed72ef35c4 req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Calling delete_port for 95c68772-c5e3-48c6-b22b-3663a43b4117 owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:23:41.998419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3cc92-b912-4445-9514-6e69ff7f5977 req-b834d720-3e2f-47fe-94c6-a05925079669 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:42.000039 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7ee3cc92-b912-4445-9514-6e69ff7f5977 req-b834d720-3e2f-47fe-94c6-a05925079669 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1070855 Feb 18 00:23:42.010063 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36218) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:42.022735 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-23733414-ab1c-48aa-8069-1ce9d8a735c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Request body: {'floatingip': {'port_id': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:42.051676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device f192ff3b-a125-4e90-83c5-f67bf8ed37c8 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:23:42.114107 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23733414-ab1c-48aa-8069-1ce9d8a735c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:42.130567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:23:42.130988 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:42.273113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 95c68772-c5e3-48c6-b22b-3663a43b4117 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:23:42.399926 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:42.500295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed17f2df-8444-44bd-9f33-71ed72ef35c4 req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:42.777540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e65da9c-6f94-464c-bd05-2f8472ba2c5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:42.927921 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Pushing event deleted for resources: {'Port': ['ID=95c68772-c5e3-48c6-b22b-3663a43b4117,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:42.999745 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad010d07-92d0-4943-aa8c-0a37bfc453c1 req-f365718a-e984-4949-90d5-83ceedca239e tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e1ff89-ffd5-4dec-8382-fc1324750b93 HTTP/1.1" status: 200 len: 210 time: 0.2324436 Feb 18 00:23:43.009989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.010394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.010867 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.011491 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.012025 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.012422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.012837 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.013481 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.013874 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.014265 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.014648 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.015032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.015453 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.015834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.016214 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.016766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.017146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.017525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.018006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.018384 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.018762 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.019137 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.019514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.019887 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:43.023732 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:43.236002 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed17f2df-8444-44bd-9f33-71ed72ef35c4 req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] No DVR routers for this DVR port 95c68772-c5e3-48c6-b22b-3663a43b4117 on host hv-cinder-75157 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:23:43.239533 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ed17f2df-8444-44bd-9f33-71ed72ef35c4 req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:43.242298 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e1ff89-ffd5-4dec-8382-fc1324750b93', 'name': 'network-vif-deleted', 'tag': '95c68772-c5e3-48c6-b22b-3663a43b4117'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:43.264870 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ed17f2df-8444-44bd-9f33-71ed72ef35c4 req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] 10.222.0.30 "DELETE /v2.0/ports/95c68772-c5e3-48c6-b22b-3663a43b4117 HTTP/1.1" status: 204 len: 173 time: 1.8755834 Feb 18 00:23:43.294466 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e1ff89-ffd5-4dec-8382-fc1324750b93', 'name': 'network-vif-deleted', 'tag': '95c68772-c5e3-48c6-b22b-3663a43b4117', 'status': 'completed', 'code': 200} Feb 18 00:23:43.405519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23733414-ab1c-48aa-8069-1ce9d8a735c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:43.408358 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23733414-ab1c-48aa-8069-1ce9d8a735c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:43.590608 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [None req-23733414-ab1c-48aa-8069-1ce9d8a735c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Floating IP 2bac1b8c-2f46-428a-ab57-ed532c8f8083 associated. External IP: 172.28.0.97, port: f192ff3b-a125-4e90-83c5-f67bf8ed37c8. Feb 18 00:23:43.996466 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23733414-ab1c-48aa-8069-1ce9d8a735c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Router 4afe04bb-031c-4928-972e-71ee3397e954 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:23:44.203708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23733414-ab1c-48aa-8069-1ce9d8a735c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:23:44.208059 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-23733414-ab1c-48aa-8069-1ce9d8a735c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:44.217430 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cb695-28eb-4e6e-bea8-7c35aa64318b None None] Sync routers for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:23:44.230588 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cb695-28eb-4e6e-bea8-7c35aa64318b None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:23:44.231721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-e48cb695-28eb-4e6e-bea8-7c35aa64318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:23:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:44.273887 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-23733414-ab1c-48aa-8069-1ce9d8a735c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "PUT /v2.0/floatingips/2bac1b8c-2f46-428a-ab57-ed532c8f8083 HTTP/1.1" status: 200 len: 990 time: 2.2625229 Feb 18 00:23:44.458100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-e48cb695-28eb-4e6e-bea8-7c35aa64318b None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:23:44.989444 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-e48cb695-28eb-4e6e-bea8-7c35aa64318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '2bac1b8c-2f46-428a-ab57-ed532c8f8083', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'floating_ip_address': '172.28.0.97', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'port_id': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'mac_address': 'fa:16:3e:59:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:23:27Z', 'updated_at': '2021-02-18T00:23:43Z', 'revision_number': 1, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:44.993355 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cb695-28eb-4e6e-bea8-7c35aa64318b None None] Checking router: 4afe04bb-031c-4928-972e-71ee3397e954 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:23:45.002332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cb695-28eb-4e6e-bea8-7c35aa64318b None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:23:45.003014 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-e48cb695-28eb-4e6e-bea8-7c35aa64318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:23:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:45.201021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-e48cb695-28eb-4e6e-bea8-7c35aa64318b None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:23:45.295715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:45.346279 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8', 'status': 'completed', 'code': 200} Feb 18 00:23:45.470108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357850c-9304-4afc-8300-f6f0d375cced req-b2eacc5a-4fe8-413b-bbb8-cc33c8770383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:45.472223 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e357850c-9304-4afc-8300-f6f0d375cced req-b2eacc5a-4fe8-413b-bbb8-cc33c8770383 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 1162 time: 0.1011791 Feb 18 00:23:45.705010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357850c-9304-4afc-8300-f6f0d375cced req-3d1a23d8-5b1d-4ae1-a1a0-9d2349bd3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:45.706885 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e357850c-9304-4afc-8300-f6f0d375cced req-3d1a23d8-5b1d-4ae1-a1a0-9d2349bd3e95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 911 time: 0.2264695 Feb 18 00:23:45.716962 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-e48cb695-28eb-4e6e-bea8-7c35aa64318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '2bac1b8c-2f46-428a-ab57-ed532c8f8083', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'floating_ip_address': '172.28.0.97', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'port_id': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'mac_address': 'fa:16:3e:59:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:23:27Z', 'updated_at': '2021-02-18T00:23:43Z', 'revision_number': 1, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:23:45.721896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cb695-28eb-4e6e-bea8-7c35aa64318b None None] The sync data for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb is: [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '2bac1b8c-2f46-428a-ab57-ed532c8f8083', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'floating_ip_address': '172.28.0.97', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'port_id': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'mac_address': 'fa:16:3e:59:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:23:27Z', 'updated_at': '2021-02-18T00:23:43Z', 'revision_number': 1, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:23:45.982134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f2e9b-6d15-431a-ad7c-77e81e4bfa90 req-7f66eca6-bf96-4d8a-856e-8b4ac8cd496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:45.983897 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-440f2e9b-6d15-431a-ad7c-77e81e4bfa90 req-7f66eca6-bf96-4d8a-856e-8b4ac8cd496b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0d8884445e543838e196a51c75ced9d&device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 1202 time: 0.2010107 Feb 18 00:23:46.005375 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e357850c-9304-4afc-8300-f6f0d375cced req-e9866069-e493-44bb-a894-cc9561dd911a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f192ff3b-a125-4e90-83c5-f67bf8ed37c8 HTTP/1.1" status: 200 len: 998 time: 0.2874513 Feb 18 00:23:46.075534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3045b1d-e474-405a-a52c-cad6a7bdabd3 req-74acd620-9c50-45ef-8223-56b668698ace tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:46.085066 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f3045b1d-e474-405a-a52c-cad6a7bdabd3 req-74acd620-9c50-45ef-8223-56b668698ace tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.2157140 Feb 18 00:23:46.144699 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357850c-9304-4afc-8300-f6f0d375cced req-e6622bbb-54f1-4b02-9372-63b0825a42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:46.146278 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e357850c-9304-4afc-8300-f6f0d375cced req-e6622bbb-54f1-4b02-9372-63b0825a42e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.1282275 Feb 18 00:23:46.185879 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a27eeb-f70a-48f3-bfdf-a6b870b3791c None None] New status for floating IP 2bac1b8c-2f46-428a-ab57-ed532c8f8083: ACTIVE {{(pid=84027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:23:46.215246 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f3045b1d-e474-405a-a52c-cad6a7bdabd3 req-76e11f7c-714e-4d09-880b-de42ea972bbd tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1291091 Feb 18 00:23:46.219973 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f2e9b-6d15-431a-ad7c-77e81e4bfa90 req-f0515f15-2c6e-40bd-baa5-67aef6afc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:46.221140 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-440f2e9b-6d15-431a-ad7c-77e81e4bfa90 req-f0515f15-2c6e-40bd-baa5-67aef6afc7c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 200 len: 909 time: 0.2294805 Feb 18 00:23:46.272698 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357850c-9304-4afc-8300-f6f0d375cced req-eafdadec-747c-4a93-ac96-39ca590cab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:46.272857 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e357850c-9304-4afc-8300-f6f0d375cced req-eafdadec-747c-4a93-ac96-39ca590cab7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1185281 Feb 18 00:23:46.273348 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36290) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:46.425491 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-440f2e9b-6d15-431a-ad7c-77e81e4bfa90 req-fdbf3291-12c8-4a79-8cd8-c6e69c3a25f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 1001 time: 0.1944153 Feb 18 00:23:46.453544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21410d57-cc04-4cda-a984-6fee4285d468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:46.484727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-21410d57-cc04-4cda-a984-6fee4285d468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:46.488647 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e357850c-9304-4afc-8300-f6f0d375cced req-14c5d59f-8531-4d9c-8319-c68022644ff1 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019925 Feb 18 00:23:46.491199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-21410d57-cc04-4cda-a984-6fee4285d468 admin admin] Usage tracker for resource:security_group_rule and tenant:c216f55378964420a51594c7c1953dbe is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:46.494434 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-21410d57-cc04-4cda-a984-6fee4285d468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:46.503790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f2e9b-6d15-431a-ad7c-77e81e4bfa90 req-dd41608e-35e5-4520-8192-62ebd9335645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:46.505445 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-440f2e9b-6d15-431a-ad7c-77e81e4bfa90 req-dd41608e-35e5-4520-8192-62ebd9335645 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e0a0427-fc45-407d-ad03-ad0306d4b275 HTTP/1.1" status: 200 len: 854 time: 0.0690398 Feb 18 00:23:46.526919 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-21410d57-cc04-4cda-a984-6fee4285d468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:46.617155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-59a15595-76dd-4646-8cae-8ba7e452f54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:46.643948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f2e9b-6d15-431a-ad7c-77e81e4bfa90 req-35ce4a0f-5b46-4f99-8d6e-14725a968c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:46.645702 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-440f2e9b-6d15-431a-ad7c-77e81e4bfa90 req-35ce4a0f-5b46-4f99-8d6e-14725a968c2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1255839 Feb 18 00:23:46.806993 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-440f2e9b-6d15-431a-ad7c-77e81e4bfa90 req-8f173bb4-14f7-4346-b6f4-3a83e6429398 service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521876 Feb 18 00:23:46.956373 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e357850c-9304-4afc-8300-f6f0d375cced req-f19aa5c4-a529-41dd-a520-6627a7900267 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4579630 Feb 18 00:23:46.966642 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-440f2e9b-6d15-431a-ad7c-77e81e4bfa90 req-d78ee761-f9ba-4c01-a87e-dbc8c6ccd7d3 service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513157 Feb 18 00:23:47.005320 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21410d57-cc04-4cda-a984-6fee4285d468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:47.008173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-21410d57-cc04-4cda-a984-6fee4285d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:47.022518 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a54b9094-4769-4e24-9f11-7cbb2b340b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:47.084365 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-21410d57-cc04-4cda-a984-6fee4285d468 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c216f55378964420a51594c7c1953dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8097141 Feb 18 00:23:47.085517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21410d57-cc04-4cda-a984-6fee4285d468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d997f372-cad8-4ba7-9582-5ffcefdfff5c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:47.087400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 36298) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:47.089302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-21410d57-cc04-4cda-a984-6fee4285d468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:47.185686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704b7f4a-a1d8-4f2c-a441-ff9fa9d570db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:47.223495 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704b7f4a-a1d8-4f2c-a441-ff9fa9d570db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:47.273343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704b7f4a-a1d8-4f2c-a441-ff9fa9d570db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:47.279466 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e8a7b6a7-6146-4045-a7a6-a4449d257ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:47.290836 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b7f4a-a1d8-4f2c-a441-ff9fa9d570db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d997f372-cad8-4ba7-9582-5ffcefdfff5c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:47.296169 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-704b7f4a-a1d8-4f2c-a441-ff9fa9d570db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:47.298156 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-704b7f4a-a1d8-4f2c-a441-ff9fa9d570db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:47.302275 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-704b7f4a-a1d8-4f2c-a441-ff9fa9d570db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d997f372-cad8-4ba7-9582-5ffcefdfff5c HTTP/1.1" status: 204 len: 168 time: 0.2135787 Feb 18 00:23:47.451174 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c678d-9374-4af2-97ba-a65cfdb2670b req-e7a80af4-408a-461c-976e-3702c0225f65 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:47.453499 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ed9c678d-9374-4af2-97ba-a65cfdb2670b req-e7a80af4-408a-461c-976e-3702c0225f65 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.1125712 Feb 18 00:23:47.510558 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ed9c678d-9374-4af2-97ba-a65cfdb2670b req-a8d229d8-971f-4d63-b873-92c9ddc40678 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0491736 Feb 18 00:23:47.642790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 36312) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:47.662066 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3382441-dcb7-4e8f-8bee-c6d23100303e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:47.679354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b3382441-dcb7-4e8f-8bee-c6d23100303e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:47.686104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b3382441-dcb7-4e8f-8bee-c6d23100303e admin admin] Usage tracker for resource:security_group_rule and tenant:32902e8bf0994a29bd75ca518102603d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:47.689549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b3382441-dcb7-4e8f-8bee-c6d23100303e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:47.695507 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b3382441-dcb7-4e8f-8bee-c6d23100303e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:47.791860 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3382441-dcb7-4e8f-8bee-c6d23100303e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:47.797040 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b3382441-dcb7-4e8f-8bee-c6d23100303e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:47.809477 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d376ae96-f82e-45b8-886e-c2558e3cef48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:47.861983 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b3382441-dcb7-4e8f-8bee-c6d23100303e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32902e8bf0994a29bd75ca518102603d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179379 Feb 18 00:23:47.863983 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3382441-dcb7-4e8f-8bee-c6d23100303e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b18561-8965-435a-ab85-7a8c719b1f51,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:47.864864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36318) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:47.867701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b3382441-dcb7-4e8f-8bee-c6d23100303e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:47.937878 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea5ba-e7c0-4313-aaa8-625cf46e49cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:47.973315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea5ba-e7c0-4313-aaa8-625cf46e49cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:48.023346 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea5ba-e7c0-4313-aaa8-625cf46e49cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:48.030086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d69ea736-1bcb-4f53-8b22-c188d88a3806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:48.045418 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ea5ba-e7c0-4313-aaa8-625cf46e49cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b18561-8965-435a-ab85-7a8c719b1f51,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:48.049520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6d7ea5ba-e7c0-4313-aaa8-625cf46e49cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:48.057280 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea5ba-e7c0-4313-aaa8-625cf46e49cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:48.058975 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6d7ea5ba-e7c0-4313-aaa8-625cf46e49cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9b18561-8965-435a-ab85-7a8c719b1f51 HTTP/1.1" status: 204 len: 168 time: 0.1925578 Feb 18 00:23:48.427479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36332) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:48.452447 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a6c0-a37d-43e8-8ba7-b1de8712bef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:48.468406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0fa1a6c0-a37d-43e8-8ba7-b1de8712bef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:48.472481 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-0fa1a6c0-a37d-43e8-8ba7-b1de8712bef7 admin admin] Usage tracker for resource:security_group_rule and tenant:142957ddc9d54b16b4a2fab837ef9573 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:48.475433 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-0fa1a6c0-a37d-43e8-8ba7-b1de8712bef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:48.481404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0fa1a6c0-a37d-43e8-8ba7-b1de8712bef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:48.570470 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a6c0-a37d-43e8-8ba7-b1de8712bef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:48.575178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a6c0-a37d-43e8-8ba7-b1de8712bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:48.588170 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:48.631035 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-0fa1a6c0-a37d-43e8-8ba7-b1de8712bef7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=142957ddc9d54b16b4a2fab837ef9573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022712 Feb 18 00:23:48.632784 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1a6c0-a37d-43e8-8ba7-b1de8712bef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a683f2-05c0-4a1d-9556-1b2497392916,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:48.633904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 36338) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:48.636705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0fa1a6c0-a37d-43e8-8ba7-b1de8712bef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:48.705232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e191ff7e-6ee8-463f-9af1-289bf87b5098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:48.714963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-286dc36d-49a6-4df6-ad4a-837df1414425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:48.733651 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e191ff7e-6ee8-463f-9af1-289bf87b5098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:48.750306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62000c4-220a-41b4-b199-85e4907d3df9 req-b1dcad95-7355-4bca-86c9-d6a0e3dfd4f7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:48.751949 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b62000c4-220a-41b4-b199-85e4907d3df9 req-b1dcad95-7355-4bca-86c9-d6a0e3dfd4f7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.0935128 Feb 18 00:23:48.784588 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e191ff7e-6ee8-463f-9af1-289bf87b5098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:48.789953 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f0e8fb86-5910-4164-9aba-b290941a9421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:48.803941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191ff7e-6ee8-463f-9af1-289bf87b5098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a683f2-05c0-4a1d-9556-1b2497392916,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:48.805042 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b62000c4-220a-41b4-b199-85e4907d3df9 req-edc4c1d3-3ddb-45c4-a156-65e336278aff tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0462828 Feb 18 00:23:48.806571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e191ff7e-6ee8-463f-9af1-289bf87b5098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:48.818047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e191ff7e-6ee8-463f-9af1-289bf87b5098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:48.821088 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-e191ff7e-6ee8-463f-9af1-289bf87b5098 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3a683f2-05c0-4a1d-9556-1b2497392916 HTTP/1.1" status: 204 len: 168 time: 0.1859694 Feb 18 00:23:49.654664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 36370) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:49.770013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-227833921-network', 'tenant_id': '22ee38fb5eaa426d92e13f46ff747533'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:49.774989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:49.779170 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Usage tracker for resource:network and tenant:22ee38fb5eaa426d92e13f46ff747533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:49.782126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:49.787846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:49.799128 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Made reservation on behalf of 22ee38fb5eaa426d92e13f46ff747533 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:23:49.803900 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:49.817608 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:49.829437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:49.833957 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:49.837974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Usage tracker for resource:security_group_rule and tenant:22ee38fb5eaa426d92e13f46ff747533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:49.841491 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:49.847254 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:49.940099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:49.942926 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:49.947132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-df791ad0-c749-4024-8c9d-f4ef7f3d6655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:49.978979 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:23:49.988456 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854ff6e2-1262-425b-9518-802f86bc51ec,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:49.992303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:49.995536 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:49.995925 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Added segment a492faa4-2707-4272-8e0a-da6b1abe55d7 of type vxlan for network 0a16c15a-4fa4-4139-8b97-798f2943de3a Feb 18 00:23:50.010208 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957481fb-4fe5-4ae5-96ba-5ccfa02873f7 req-9551bddd-b4c3-4d2a-9439-1af6ab51f49f tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:50.012622 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-957481fb-4fe5-4ae5-96ba-5ccfa02873f7 req-9551bddd-b4c3-4d2a-9439-1af6ab51f49f tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.0889335 Feb 18 00:23:50.025205 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:50.056092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:50.058141 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:50.059095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:50.064405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:50.068138 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-957481fb-4fe5-4ae5-96ba-5ccfa02873f7 req-923b8a10-7dba-4f95-bf08-69d10d692695 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0484061 Feb 18 00:23:50.172025 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5161140 Feb 18 00:23:50.172999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Pushing event updated for resources: {'Network': ['ID=0a16c15a-4fa4-4139-8b97-798f2943de3a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:50.175335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36380) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:23:50.176377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:50.181523 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Request body: {'subnet': {'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-227833921-subnet', 'tenant_id': '22ee38fb5eaa426d92e13f46ff747533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:50.185198 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 0a16c15a-4fa4-4139-8b97-798f2943de3a details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:23:50.186992 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:50.191108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Usage tracker for resource:subnet and tenant:22ee38fb5eaa426d92e13f46ff747533 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:50.194086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:50.198618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 0a16c15a-4fa4-4139-8b97-798f2943de3a details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:23:50.200574 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:50.209724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Made reservation on behalf of 22ee38fb5eaa426d92e13f46ff747533 for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:23:50.215156 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33248565'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:50.662908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31566784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33248548'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:50.679456 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:50.810834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:50.812815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a180646c-09bf-411a-bb2c-aa5b04070aff,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:50.817355 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:50.892442 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Checking segment: {'id': 'a492faa4-2707-4272-8e0a-da6b1abe55d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:23:50.892866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Network hostable DHCP agents. Network: 0a16c15a-4fa4-4139-8b97-798f2943de3a, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:23:50.912386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Network 0a16c15a-4fa4-4139-8b97-798f2943de3a is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:23:50.922676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 0a16c15a-4fa4-4139-8b97-798f2943de3a) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:23:50.931686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b870f-deac-441d-b513-2d728e8d7c60 None None] Network 0a16c15a-4fa4-4139-8b97-798f2943de3a requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:23:50.940068 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:50.940966 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:50.991514 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8148448 Feb 18 00:23:51.046853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:51.214689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d72618-4b02-4fa7-b2a0-80c81d8a3fb7 None None] Network 0a16c15a-4fa4-4139-8b97-798f2943de3a requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:23:51.321952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c63d25-0f60-4e39-800d-7b0d9e321a8c req-a31feb90-27ad-479b-88db-894bb89c3070 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:51.329246 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8c63d25-0f60-4e39-800d-7b0d9e321a8c req-a31feb90-27ad-479b-88db-894bb89c3070 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.1058407 Feb 18 00:23:51.385348 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8c63d25-0f60-4e39-800d-7b0d9e321a8c req-e2e2b651-7638-4135-a06e-04fc72279f8a tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0534792 Feb 18 00:23:51.519706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:52.597874 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490f926-8487-44a4-aa81-eb1dd63ef916 req-8a222d14-42e6-42bd-9c2d-0061d7a77f30 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:52.599470 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4490f926-8487-44a4-aa81-eb1dd63ef916 req-8a222d14-42e6-42bd-9c2d-0061d7a77f30 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.0909653 Feb 18 00:23:52.650205 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4490f926-8487-44a4-aa81-eb1dd63ef916 req-311f0424-8a3c-4683-8221-15faa6e84d6e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0436275 Feb 18 00:23:53.150103 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-ea9f52ef-1129-4b38-9f67-b62b8a463381 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:53.150840 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-ea9f52ef-1129-4b38-9f67-b62b8a463381 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Synchronizing usage tracker for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:53.166734 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-ea9f52ef-1129-4b38-9f67-b62b8a463381 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Unset dirty status for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:53.167929 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-ea9f52ef-1129-4b38-9f67-b62b8a463381 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/networks?id=0a16c15a-4fa4-4139-8b97-798f2943de3a HTTP/1.1" status: 200 len: 808 time: 0.1704855 Feb 18 00:23:53.184246 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-92d2d640-0cdf-487a-937a-99db7e0b47b8 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/quotas/22ee38fb5eaa426d92e13f46ff747533 HTTP/1.1" status: 200 len: 375 time: 0.0102878 Feb 18 00:23:53.235841 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-ccf14759-0db9-455b-8f9d-88af7e91af3e tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=22ee38fb5eaa426d92e13f46ff747533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461042 Feb 18 00:23:53.376121 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-f9b03fcb-49ef-43c9-8641-8881f766bc53 service neutron] 10.222.0.44 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330209 Feb 18 00:23:53.518145 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d956c33c-0c4e-409c-a178-8677fcacdd2f service neutron] 10.222.0.44 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355038 Feb 18 00:23:53.750395 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-97e2031c-843b-410f-a408-256a343c59c8 req-51266e55-ce7c-417f-a7a7-cddef97fe78d tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 210 time: 0.0629911 Feb 18 00:23:53.884951 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9296ec-9cc3-456f-b231-7f6e6489e309 req-e5b399b8-a625-41ad-b710-0753458f1dfb tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:53.887134 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9a9296ec-9cc3-456f-b231-7f6e6489e309 req-e5b399b8-a625-41ad-b710-0753458f1dfb tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.1138518 Feb 18 00:23:53.950662 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9a9296ec-9cc3-456f-b231-7f6e6489e309 req-277db359-96f5-40bf-9fb5-94c1cbf90220 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0548255 Feb 18 00:23:54.915704 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-aefe6585-514d-40a2-a5e9-b0330a5d4d0c req-0bbfa14f-472f-48a2-8692-c2546f936bf9 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 210 time: 0.0507672 Feb 18 00:23:55.179987 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e5c47-21e0-478f-85af-583b6002d6e1 req-2029df41-ac85-487c-ad21-cc9f7b4eaaca tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:55.182691 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1a5e5c47-21e0-478f-85af-583b6002d6e1 req-2029df41-ac85-487c-ad21-cc9f7b4eaaca tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.1021905 Feb 18 00:23:55.241898 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1a5e5c47-21e0-478f-85af-583b6002d6e1 req-65761820-e172-40ee-ac7f-cff465878c15 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0512850 Feb 18 00:23:55.350226 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-2282366d-befe-46a1-96fc-a9400259f810 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:55.351783 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-2282366d-befe-46a1-96fc-a9400259f810 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.30 "GET /v2.0/networks?id=0a16c15a-4fa4-4139-8b97-798f2943de3a HTTP/1.1" status: 200 len: 808 time: 0.4040532 Feb 18 00:23:55.371978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Request body: {'port': {'device_id': '13c20ffe-113e-4591-8c3f-12e65d1e2dd6', 'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a', 'admin_state_up': True, 'tenant_id': '22ee38fb5eaa426d92e13f46ff747533'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:55.519281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:23:55.523346 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Usage tracker for resource:port and tenant:22ee38fb5eaa426d92e13f46ff747533 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:23:55.526671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:23:55.533044 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:23:55.543273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Made reservation on behalf of 22ee38fb5eaa426d92e13f46ff747533 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:23:55.549955 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:55.877512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Allocated IP 172.20.0.8 (0a16c15a-4fa4-4139-8b97-798f2943de3a/a180646c-09bf-411a-bb2c-aa5b04070aff/520bee7e-5307-4257-ad1b-c6f59c2938be) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:23:56.082988 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cdbb62a7-60be-4430-89b6-beff8344b8b7 req-bcb0e2c5-4c7d-4718-aba7-d402d8ac2907 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 210 time: 0.0499969 Feb 18 00:23:56.095712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:56.126255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:56.141675 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:56.284519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Pushing event updated for resources: {'Port': ['ID=520bee7e-5307-4257-ad1b-c6f59c2938be,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:56.298909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.299327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.299743 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.300148 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.300551 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.301012 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.301396 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.301791 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.302189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.302587 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.302980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.303378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.303813 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.304205 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.304616 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.305018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.305415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.305805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.306196 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.306588 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.306980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.307400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.307787 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.308177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:23:56.314478 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:56.362898 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Network 0a16c15a-4fa4-4139-8b97-798f2943de3a is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:23:56.364113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:23:56.368420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:23:56.484221 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:56.484907 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:56.513155 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1452286 Feb 18 00:23:56.532016 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca5f4a-ce56-4f13-951c-4031ef2bf249 req-8c221542-bcba-4487-89cb-7f21b4096e3f tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:56.533588 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1cca5f4a-ce56-4f13-951c-4031ef2bf249 req-8c221542-bcba-4487-89cb-7f21b4096e3f tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.1669400 Feb 18 00:23:56.537991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Request body: {'port': {'device_id': '13c20ffe-113e-4591-8c3f-12e65d1e2dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:23:56.679039 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1cca5f4a-ce56-4f13-951c-4031ef2bf249 req-bff9972e-b139-4b64-b260-a409fe4ecb2c tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1100345 Feb 18 00:23:56.700170 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:57.134142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520bee7e-5307-4257-ad1b-c6f59c2938be {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:23:57.148494 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:57.163196 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Transition to ACTIVE for port object 520bee7e-5307-4257-ad1b-c6f59c2938be will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:23:57.165998 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:57.183762 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-83b81cf9-604e-425b-9953-108ef05d9105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:57.380413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Pushing event updated for resources: {'Port': ['ID=520bee7e-5307-4257-ad1b-c6f59c2938be,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:57.386963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:57.448440 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e62b8-cc49-4d4a-a59e-27c346475354 req-f50a10d8-a7ec-447d-8dbc-009abfb81c4c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:57.449215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-653e62b8-cc49-4d4a-a59e-27c346475354 req-f50a10d8-a7ec-447d-8dbc-009abfb81c4c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Synchronizing usage tracker for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:57.566293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-653e62b8-cc49-4d4a-a59e-27c346475354 req-f50a10d8-a7ec-447d-8dbc-009abfb81c4c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Unset dirty status for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:57.567557 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-653e62b8-cc49-4d4a-a59e-27c346475354 req-f50a10d8-a7ec-447d-8dbc-009abfb81c4c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 943 time: 0.2985916 Feb 18 00:23:57.628947 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Attempting to bind port 520bee7e-5307-4257-ad1b-c6f59c2938be on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:23:57.629316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Attempting to bind port 520bee7e-5307-4257-ad1b-c6f59c2938be by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'a492faa4-2707-4272-8e0a-da6b1abe55d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:23:57.629684 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Attempting to bind port 520bee7e-5307-4257-ad1b-c6f59c2938be on network 0a16c15a-4fa4-4139-8b97-798f2943de3a {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:23:57.640885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-653e62b8-cc49-4d4a-a59e-27c346475354 req-1b321848-43ec-4976-b790-99901c081b3a tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Synchronizing usage tracker for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:23:57.644426 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:23:57.644826 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Checking segment: {'id': 'a492faa4-2707-4272-8e0a-da6b1abe55d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:23:57.645226 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:57.645615 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Bound using segment: {'id': 'a492faa4-2707-4272-8e0a-da6b1abe55d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:23:57.646082 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Bound port: 520bee7e-5307-4257-ad1b-c6f59c2938be, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a492faa4-2707-4272-8e0a-da6b1abe55d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:23:57.646475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:57.714201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-653e62b8-cc49-4d4a-a59e-27c346475354 req-1b321848-43ec-4976-b790-99901c081b3a tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Unset dirty status for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:23:57.715466 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-653e62b8-cc49-4d4a-a59e-27c346475354 req-1b321848-43ec-4976-b790-99901c081b3a tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388688 Feb 18 00:23:57.750897 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] For port 520bee7e-5307-4257-ad1b-c6f59c2938be, host hv-cinder-75157, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:23:57.754537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] For port 520bee7e-5307-4257-ad1b-c6f59c2938be, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=520bee7e-5307-4257-ad1b-c6f59c2938be,segment=NetworkSegment(a492faa4-2707-4272-8e0a-da6b1abe55d7),segment_id=a492faa4-2707-4272-8e0a-da6b1abe55d7)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:23:57.757229 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:57.773235 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bec2a1db-f24d-442f-8fab-0414ce281f78 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:23:57.892045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fb50d-5f24-4862-a3d4-a488328c30a0 req-ad70e55a-71cf-4b01-b53f-7a5585ca5203 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:57.893641 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4b4fb50d-5f24-4862-a3d4-a488328c30a0 req-ad70e55a-71cf-4b01-b53f-7a5585ca5203 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.0959859 Feb 18 00:23:57.927103 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Pushing event updated for resources: {'Port': ['ID=520bee7e-5307-4257-ad1b-c6f59c2938be,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:23:57.933887 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:23:57.947656 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4b4fb50d-5f24-4862-a3d4-a488328c30a0 req-1f584eab-b46a-4530-b57d-0f03cbe4d350 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0475340 Feb 18 00:23:57.977386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:57.978099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:23:57.980933 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] 10.222.0.30 "PUT /v2.0/ports/520bee7e-5307-4257-ad1b-c6f59c2938be HTTP/1.1" status: 200 len: 1157 time: 1.4561391 Feb 18 00:23:57.981777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c20ffe-113e-4591-8c3f-12e65d1e2dd6', 'tag': '520bee7e-5307-4257-ad1b-c6f59c2938be'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:23:58.085593 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c20ffe-113e-4591-8c3f-12e65d1e2dd6', 'tag': '520bee7e-5307-4257-ad1b-c6f59c2938be', 'status': 'completed', 'code': 200} Feb 18 00:23:58.129656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-c8553b48-7e14-447e-ac8d-35457bc0aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:58.131320 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-c8553b48-7e14-447e-ac8d-35457bc0aa06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22ee38fb5eaa426d92e13f46ff747533&device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 1160 time: 0.1084945 Feb 18 00:23:58.215678 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-82869c3f-0574-43c3-8f39-bcc9f3477f80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=520bee7e-5307-4257-ad1b-c6f59c2938be HTTP/1.1" status: 200 len: 217 time: 0.0718637 Feb 18 00:23:58.288752 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d6d9f2c4-20fa-4ffd-a3cf-b653a1b36f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:58.290319 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-d6d9f2c4-20fa-4ffd-a3cf-b653a1b36f20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a180646c-09bf-411a-bb2c-aa5b04070aff HTTP/1.1" status: 200 len: 848 time: 0.0657110 Feb 18 00:23:58.346098 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-1b57d4bb-7f04-4555-9498-10bd06b2412b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a16c15a-4fa4-4139-8b97-798f2943de3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477381 Feb 18 00:23:58.493434 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-4f54826a-1473-486b-8750-a21f9b82be9c service neutron] 10.222.0.30 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393144 Feb 18 00:23:58.645092 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-347d252a-8ce3-4a01-a7e0-e16558e6eb68 req-a0ff3bf5-9f92-4b65-b374-8ad7921b0d5d service neutron] 10.222.0.30 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413836 Feb 18 00:23:58.784412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c43ff8-b716-4806-bab9-fa3323550a2c req-22172723-9565-4245-98ae-aba7548bac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:58.786122 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-36c43ff8-b716-4806-bab9-fa3323550a2c req-22172723-9565-4245-98ae-aba7548bac80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22ee38fb5eaa426d92e13f46ff747533&device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 1160 time: 0.0833154 Feb 18 00:23:59.163914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67348cbd-abdb-453c-b793-475d468f6440 req-604761f8-1aef-471d-8b8a-66ed595f5fde tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:59.165574 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-67348cbd-abdb-453c-b793-475d468f6440 req-604761f8-1aef-471d-8b8a-66ed595f5fde tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.0890369 Feb 18 00:23:59.210004 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c43ff8-b716-4806-bab9-fa3323550a2c req-2128795b-c683-42e7-999e-ebcc616ed5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:59.211589 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-36c43ff8-b716-4806-bab9-fa3323550a2c req-2128795b-c683-42e7-999e-ebcc616ed5c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a16c15a-4fa4-4139-8b97-798f2943de3a HTTP/1.1" status: 200 len: 902 time: 0.4165165 Feb 18 00:23:59.222261 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-67348cbd-abdb-453c-b793-475d468f6440 req-ee4bac09-c4e0-4136-bd8a-36394ac95804 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0500815 Feb 18 00:23:59.298786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b2417-1b94-4437-b792-909d6daefba9 req-207ed5dd-813d-4335-a6e4-ba362939e8c5 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:59.300403 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-798b2417-1b94-4437-b792-909d6daefba9 req-207ed5dd-813d-4335-a6e4-ba362939e8c5 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 943 time: 0.4339273 Feb 18 00:23:59.301991 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-36c43ff8-b716-4806-bab9-fa3323550a2c req-f6896c69-e3f6-4499-915b-38e3101a8830 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=520bee7e-5307-4257-ad1b-c6f59c2938be HTTP/1.1" status: 200 len: 217 time: 0.0806668 Feb 18 00:23:59.412327 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-798b2417-1b94-4437-b792-909d6daefba9 req-a401e87d-adb4-4973-aa64-2040b61efb2e tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037967 Feb 18 00:23:59.415958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c43ff8-b716-4806-bab9-fa3323550a2c req-c2c6d31e-e62e-477d-93f4-1b789cd2c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:23:59.418453 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-36c43ff8-b716-4806-bab9-fa3323550a2c req-c2c6d31e-e62e-477d-93f4-1b789cd2c6bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a180646c-09bf-411a-bb2c-aa5b04070aff HTTP/1.1" status: 200 len: 848 time: 0.0934138 Feb 18 00:23:59.502446 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-36c43ff8-b716-4806-bab9-fa3323550a2c req-b2c77723-9386-4bbf-8fd0-3998a039bbcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a16c15a-4fa4-4139-8b97-798f2943de3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748518 Feb 18 00:23:59.654859 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-36c43ff8-b716-4806-bab9-fa3323550a2c req-4d9b5f5e-574f-4694-84cc-b41cb1940034 service neutron] 10.222.0.30 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422586 Feb 18 00:23:59.803461 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-36c43ff8-b716-4806-bab9-fa3323550a2c req-4397b193-7630-4176-b4d0-52129b15e272 service neutron] 10.222.0.30 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415417 Feb 18 00:24:00.263288 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.objects.ports [None req-5c72585f-ffd2-4e3e-a2b3-702c20a9ca58 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84026) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 00:24:00.430257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b84e4-4a3a-4246-98c4-05a9369533d2 req-917c506e-0030-4409-b83c-f4cf185fb970 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:00.431893 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b98b84e4-4a3a-4246-98c4-05a9369533d2 req-917c506e-0030-4409-b83c-f4cf185fb970 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.0885310 Feb 18 00:24:00.485625 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b98b84e4-4a3a-4246-98c4-05a9369533d2 req-04ae4c01-deb6-4b54-b601-c146da6cca06 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0466661 Feb 18 00:24:00.683579 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2be7d7-5bc1-45f0-9da9-4346ca026904 req-39cb479e-e9e9-4348-af70-d5db144aad4c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:00.685245 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ed2be7d7-5bc1-45f0-9da9-4346ca026904 req-39cb479e-e9e9-4348-af70-d5db144aad4c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 943 time: 0.0934367 Feb 18 00:24:00.739689 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ed2be7d7-5bc1-45f0-9da9-4346ca026904 req-86d4ae9c-6cb5-456a-ae5f-6623b4d59757 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Feb 18 00:24:00.748554 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 520bee7e-5307-4257-ad1b-c6f59c2938be up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:24:00.821717 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 520bee7e-5307-4257-ad1b-c6f59c2938be completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:24:00.827439 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 520bee7e-5307-4257-ad1b-c6f59c2938be triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:00.827871 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:00.957257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:00.985203 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c20ffe-113e-4591-8c3f-12e65d1e2dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bee7e-5307-4257-ad1b-c6f59c2938be'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:00.995861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 520bee7e-5307-4257-ad1b-c6f59c2938be, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=520bee7e-5307-4257-ad1b-c6f59c2938be,segment=NetworkSegment(a492faa4-2707-4272-8e0a-da6b1abe55d7),segment_id=a492faa4-2707-4272-8e0a-da6b1abe55d7)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:24:00.998951 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:01.000946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:01.042746 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c20ffe-113e-4591-8c3f-12e65d1e2dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bee7e-5307-4257-ad1b-c6f59c2938be', 'code': 200} Feb 18 00:24:01.078817 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=520bee7e-5307-4257-ad1b-c6f59c2938be,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:01.088150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.089258 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.089889 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.090274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.090653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.091446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.091846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.092224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.092634 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.093021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.093395 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.093975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.094390 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.094763 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.095131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.095498 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.095864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.096273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.096684 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.097052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.097418 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.097785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.098145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.098508 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:01.103028 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:01.304786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55875cd0-b6a4-4b13-a7ea-6be67b7cf432 req-031deb8c-55bf-4d9e-83de-932476e37e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:01.306389 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-55875cd0-b6a4-4b13-a7ea-6be67b7cf432 req-031deb8c-55bf-4d9e-83de-932476e37e6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 1162 time: 0.0761957 Feb 18 00:24:01.356873 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-55875cd0-b6a4-4b13-a7ea-6be67b7cf432 req-9407c79c-b4c0-442c-be31-785122e190fe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Feb 18 00:24:01.693771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfb22d-1da5-4a11-bc59-25c0a721845c req-d655b98c-ac7b-4603-9ba3-fb1ae2405e17 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:01.695352 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1dcfb22d-1da5-4a11-bc59-25c0a721845c req-d655b98c-ac7b-4603-9ba3-fb1ae2405e17 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.0867581 Feb 18 00:24:01.747147 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1dcfb22d-1da5-4a11-bc59-25c0a721845c req-16bc04b6-1944-401d-88b6-d04c5a7b132f tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0445504 Feb 18 00:24:01.956228 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c8efc-3d0e-4449-bdcf-e83e863d719d req-bfb71301-a6af-442a-95e3-624d90c72d45 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:01.958166 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac2c8efc-3d0e-4449-bdcf-e83e863d719d req-bfb71301-a6af-442a-95e3-624d90c72d45 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 945 time: 0.0951080 Feb 18 00:24:02.009085 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac2c8efc-3d0e-4449-bdcf-e83e863d719d req-76aaa7aa-dad3-44e9-96a8-065913526b78 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432327 Feb 18 00:24:02.295437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 520bee7e-5307-4257-ad1b-c6f59c2938be up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:24:02.368212 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 520bee7e-5307-4257-ad1b-c6f59c2938be triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:02.368822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:02.665777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device eb5e0807-9489-40b3-b106-af0cd9893442 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:24:02.737976 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port eb5e0807-9489-40b3-b106-af0cd9893442 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:02.738401 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:02.962731 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2507221-0db1-47de-bede-0ae523c67ed0 req-409334a1-051e-40b8-98db-928d038c6955 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:02.965298 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a2507221-0db1-47de-bede-0ae523c67ed0 req-409334a1-051e-40b8-98db-928d038c6955 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.1000631 Feb 18 00:24:03.018821 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a2507221-0db1-47de-bede-0ae523c67ed0 req-60bda467-6e35-4f7f-8c14-8b002ea90a3f tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0463686 Feb 18 00:24:03.221733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95239c4a-ab7c-4a44-9a0a-2415fdb0ffb0 req-6f42444c-7c86-4c9e-9a32-c1e75c7e8f86 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:03.223336 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-95239c4a-ab7c-4a44-9a0a-2415fdb0ffb0 req-6f42444c-7c86-4c9e-9a32-c1e75c7e8f86 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 945 time: 0.0944145 Feb 18 00:24:03.271891 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-95239c4a-ab7c-4a44-9a0a-2415fdb0ffb0 req-b0e09223-0edf-40c3-8aee-f653a6573793 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421066 Feb 18 00:24:04.236912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f57aa6-e40b-472f-8a6e-2be3263361d3 req-2086872b-4a1c-4a14-97bb-8a8291b57cc4 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:04.238594 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d9f57aa6-e40b-472f-8a6e-2be3263361d3 req-2086872b-4a1c-4a14-97bb-8a8291b57cc4 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.0942273 Feb 18 00:24:04.294516 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 520bee7e-5307-4257-ad1b-c6f59c2938be up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:24:04.297418 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d9f57aa6-e40b-472f-8a6e-2be3263361d3 req-a0560d0b-3eca-4c62-955b-89fbb3de810e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d198b4e-0f86-46f0-bb96-41af4056b26f&id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0519481 Feb 18 00:24:04.377214 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 520bee7e-5307-4257-ad1b-c6f59c2938be triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:04.377651 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:04.478264 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930d61c-958a-4d3e-8908-f70d6615a4b6 req-e2ba8239-3923-49a7-9d34-25db931e913b tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:04.480862 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3930d61c-958a-4d3e-8908-f70d6615a4b6 req-e2ba8239-3923-49a7-9d34-25db931e913b tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 945 time: 0.0957680 Feb 18 00:24:04.505910 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device eb5e0807-9489-40b3-b106-af0cd9893442 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:24:04.533543 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3930d61c-958a-4d3e-8908-f70d6615a4b6 req-a064b1ad-b262-4a4c-ac3b-d677a8126aa5 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458238 Feb 18 00:24:04.551875 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36586) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:04.584556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port eb5e0807-9489-40b3-b106-af0cd9893442 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:04.585009 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:04.622795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-096d001b-00d1-45c6-956c-928008055d62 admin admin] Deleting subnet 19a9ec78-e855-4c3d-879d-7c169878eaf4 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:24:04.626642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-096d001b-00d1-45c6-956c-928008055d62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:04.679383 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-096d001b-00d1-45c6-956c-928008055d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327241'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:04.741732 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-096d001b-00d1-45c6-956c-928008055d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:04.999208 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-096d001b-00d1-45c6-956c-928008055d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823209083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821527077'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:05.019545 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:05.103419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d001b-00d1-45c6-956c-928008055d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a9ec78-e855-4c3d-879d-7c169878eaf4,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:05.108450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-096d001b-00d1-45c6-956c-928008055d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:05.161245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-096d001b-00d1-45c6-956c-928008055d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:05.169534 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-096d001b-00d1-45c6-956c-928008055d62 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/19a9ec78-e855-4c3d-879d-7c169878eaf4 HTTP/1.1" status: 204 len: 168 time: 0.6164329 Feb 18 00:24:05.172287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36594) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:05.290730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:05.490998 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:05.609603 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7de6bf-34ab-41c6-a4a1-cfde914fda04']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:05.624182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f6ee25-ab0e-4964-8702-005a6962c3cd') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:05.624527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f6ee25-ab0e-4964-8702-005a6962c3cd') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:05.639614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1448559'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:05.656995 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:05.659286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:24:05.783846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a3d9a-757c-4bf3-add1-aae244061baf req-3bfd6085-b5f4-4906-ae26-423ad185c622 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:05.785627 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c11a3d9a-757c-4bf3-add1-aae244061baf req-3bfd6085-b5f4-4906-ae26-423ad185c622 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 945 time: 0.0995898 Feb 18 00:24:05.837124 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c11a3d9a-757c-4bf3-add1-aae244061baf req-42e77e88-5179-4583-8cbf-eaade9ed8e5c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446599 Feb 18 00:24:05.848486 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:24:05.858351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31565690'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:06.032227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-7004996b-7848-43f4-9590-ab153ffd0662 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:06.033890 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-7004996b-7848-43f4-9590-ab153ffd0662 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 945 time: 0.1014159 Feb 18 00:24:06.042271 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Network 0d7de6bf-34ab-41c6-a4a1-cfde914fda04 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:24:06.069054 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:24:06.121255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Deleting port 520bee7e-5307-4257-ad1b-c6f59c2938be {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:24:06.121643 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:06.146765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:06.152189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:06.158818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f16c2177-6d3a-4915-b9cd-76d0879ab0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:06.184852 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0d7de6bf-34ab-41c6-a4a1-cfde914fda04 HTTP/1.1" status: 204 len: 168 time: 1.0064807 Feb 18 00:24:06.184852 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d7de6bf-34ab-41c6-a4a1-cfde914fda04,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:06.187078 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8ba17945-bf0f-4626-9b87-de34cbf94515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:06.206134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 520bee7e-5307-4257-ad1b-c6f59c2938be no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:24:06.344195 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36604) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:06.344662 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:06.381281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c20ffe-113e-4591-8c3f-12e65d1e2dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '520bee7e-5307-4257-ad1b-c6f59c2938be'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:06.393788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 520bee7e-5307-4257-ad1b-c6f59c2938be, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=520bee7e-5307-4257-ad1b-c6f59c2938be,segment=NetworkSegment(a492faa4-2707-4272-8e0a-da6b1abe55d7),segment_id=a492faa4-2707-4272-8e0a-da6b1abe55d7)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:24:06.398618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:06.401956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:06.403254 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-333581f9-df20-49a8-9bd7-006d10acdb1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4370bd81cd1f4a49b73701c1c6da5aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568554 Feb 18 00:24:06.406199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36610) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:06.426433 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] For port 520bee7e-5307-4257-ad1b-c6f59c2938be, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=520bee7e-5307-4257-ad1b-c6f59c2938be,segment=NetworkSegment(a492faa4-2707-4272-8e0a-da6b1abe55d7),segment_id=a492faa4-2707-4272-8e0a-da6b1abe55d7)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:24:06.426829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:06.452527 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c20ffe-113e-4591-8c3f-12e65d1e2dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '520bee7e-5307-4257-ad1b-c6f59c2938be', 'code': 200} Feb 18 00:24:06.484282 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f92c1e15-5a8a-4706-836d-dbd6fef8f93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:06.490003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=520bee7e-5307-4257-ad1b-c6f59c2938be,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:06.493499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:06.514425 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f92c1e15-5a8a-4706-836d-dbd6fef8f93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:06.562107 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f92c1e15-5a8a-4706-836d-dbd6fef8f93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:06.567257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cb5b382f-8905-4fb1-8f42-c7b24f60f23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:06.567991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Calling delete_port for 520bee7e-5307-4257-ad1b-c6f59c2938be owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:24:06.581636 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c1e15-5a8a-4706-836d-dbd6fef8f93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d420a60-9032-49d0-9991-8b5a92494db3,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:06.584584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f92c1e15-5a8a-4706-836d-dbd6fef8f93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:06.594397 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f92c1e15-5a8a-4706-836d-dbd6fef8f93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:06.598403 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f92c1e15-5a8a-4706-836d-dbd6fef8f93a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d420a60-9032-49d0-9991-8b5a92494db3 HTTP/1.1" status: 204 len: 168 time: 0.1885538 Feb 18 00:24:06.669711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:24:06.670006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:24:07.050783 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cae7c-c2ba-497a-a728-71f2a33b7dcd req-b0e687b3-d0f1-4e92-b84e-13e1fbd018fb tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:07.052310 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-603cae7c-c2ba-497a-a728-71f2a33b7dcd req-b0e687b3-d0f1-4e92-b84e-13e1fbd018fb tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 943 time: 0.0878143 Feb 18 00:24:07.103537 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-603cae7c-c2ba-497a-a728-71f2a33b7dcd req-186e20a3-5b2d-48a5-bf90-da9495049770 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449069 Feb 18 00:24:07.171375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Deleting port 520bee7e-5307-4257-ad1b-c6f59c2938be {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:24:07.171774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:07.450126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] For port 520bee7e-5307-4257-ad1b-c6f59c2938be, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=520bee7e-5307-4257-ad1b-c6f59c2938be,segment=NetworkSegment(a492faa4-2707-4272-8e0a-da6b1abe55d7),segment_id=a492faa4-2707-4272-8e0a-da6b1abe55d7)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:24:07.450694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:07.584125 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Calling delete_port for 520bee7e-5307-4257-ad1b-c6f59c2938be owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:24:07.736039 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:07.752303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:07.852735 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Pushing event deleted for resources: {'Port': ['ID=520bee7e-5307-4257-ad1b-c6f59c2938be,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:07.860043 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:07.970772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] No DVR routers for this DVR port 520bee7e-5307-4257-ad1b-c6f59c2938be on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:24:07.973083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:07.975842 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c20ffe-113e-4591-8c3f-12e65d1e2dd6', 'name': 'network-vif-deleted', 'tag': '520bee7e-5307-4257-ad1b-c6f59c2938be'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:07.991198 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8290a6ad-9d40-4b55-8836-d30c312bf00c req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.30 "DELETE /v2.0/ports/520bee7e-5307-4257-ad1b-c6f59c2938be HTTP/1.1" status: 204 len: 173 time: 1.9496536 Feb 18 00:24:08.028676 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c20ffe-113e-4591-8c3f-12e65d1e2dd6', 'name': 'network-vif-deleted', 'tag': '520bee7e-5307-4257-ad1b-c6f59c2938be', 'status': 'completed', 'code': 200} Feb 18 00:24:08.284341 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-b16e537b-1f5b-4bbf-970d-7c1b9166695f req-da1f5f96-0d43-4309-a42b-ad23cda5fb2f tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Synchronizing usage tracker for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:24:08.299255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-b16e537b-1f5b-4bbf-970d-7c1b9166695f req-da1f5f96-0d43-4309-a42b-ad23cda5fb2f tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Unset dirty status for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:24:08.300529 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b16e537b-1f5b-4bbf-970d-7c1b9166695f req-da1f5f96-0d43-4309-a42b-ad23cda5fb2f tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c20ffe-113e-4591-8c3f-12e65d1e2dd6 HTTP/1.1" status: 200 len: 210 time: 0.0645506 Feb 18 00:24:09.751426 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-e4df8602-6b2b-4095-936f-8e22b613fdfa tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:09.753125 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-e4df8602-6b2b-4095-936f-8e22b613fdfa tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/networks?id=0a16c15a-4fa4-4139-8b97-798f2943de3a HTTP/1.1" status: 200 len: 808 time: 0.1593828 Feb 18 00:24:09.770389 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-20534a1a-f762-48b7-abb2-a8652e4b3af3 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/quotas/22ee38fb5eaa426d92e13f46ff747533 HTTP/1.1" status: 200 len: 375 time: 0.0110860 Feb 18 00:24:09.824529 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-7e2cfaee-cc44-4916-96d6-7dae0f3d9e19 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=22ee38fb5eaa426d92e13f46ff747533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480402 Feb 18 00:24:09.969492 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-2d44be4f-bdcd-49c5-93d4-f76ef6be7e8f service neutron] 10.222.0.44 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374664 Feb 18 00:24:10.343220 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-30547f14-a846-455c-93ab-452831f7a8dd service neutron] 10.222.0.44 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3672421 Feb 18 00:24:10.546284 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-019ae8fe-172c-4b11-ae4a-bc8dc97c65a2 req-93a2d17c-38f0-492c-8b86-aa59b99f7911 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 210 time: 0.0506663 Feb 18 00:24:11.683423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-dc4d6602-db6f-4057-993d-c3c07c38c17f tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:11.685050 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-dc4d6602-db6f-4057-993d-c3c07c38c17f tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.30 "GET /v2.0/networks?id=0a16c15a-4fa4-4139-8b97-798f2943de3a HTTP/1.1" status: 200 len: 808 time: 0.1722806 Feb 18 00:24:11.735729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Request body: {'port': {'device_id': 'bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f', 'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a', 'admin_state_up': True, 'tenant_id': '22ee38fb5eaa426d92e13f46ff747533'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:24:11.818720 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d9292459-dec8-4e98-a205-7d417b98ac64 req-952b2a11-5ffb-4817-a605-c0fa440445df tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 210 time: 0.1325629 Feb 18 00:24:11.893925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:24:11.904370 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:24:11.913551 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Made reservation on behalf of 22ee38fb5eaa426d92e13f46ff747533 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:24:11.920061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:12.453056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Allocated IP 172.20.0.14 (0a16c15a-4fa4-4139-8b97-798f2943de3a/a180646c-09bf-411a-bb2c-aa5b04070aff/252f3a6f-ed76-48aa-9c33-99081f3c89c9) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:24:12.688065 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:12.718874 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:12.733677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5c673363-afa8-4e62-9881-17a50155a568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:12.872871 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Pushing event updated for resources: {'Port': ['ID=252f3a6f-ed76-48aa-9c33-99081f3c89c9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:12.877092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:12.934305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Network 0a16c15a-4fa4-4139-8b97-798f2943de3a is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:24:12.935465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:24:12.937733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:24:13.050523 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:13.051099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:13.092762 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-636bde7e-0c34-4b52-825c-3a9a121e95e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3613734 Feb 18 00:24:13.100111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6c6d0-6e6c-4676-80a9-31a03bd76357 req-871166ea-46bc-472f-b47e-0f856d3d4d73 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:13.100882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-e2d6c6d0-6e6c-4676-80a9-31a03bd76357 req-871166ea-46bc-472f-b47e-0f856d3d4d73 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Synchronizing usage tracker for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:24:13.109857 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Request body: {'port': {'device_id': 'bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:24:13.165187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-e2d6c6d0-6e6c-4676-80a9-31a03bd76357 req-871166ea-46bc-472f-b47e-0f856d3d4d73 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Unset dirty status for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:24:13.167046 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e2d6c6d0-6e6c-4676-80a9-31a03bd76357 req-871166ea-46bc-472f-b47e-0f856d3d4d73 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 932 time: 0.2028074 Feb 18 00:24:13.274935 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e2d6c6d0-6e6c-4676-80a9-31a03bd76357 req-73ea4065-dcfb-4f4e-8050-18c8a296ae06 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004713 Feb 18 00:24:13.278953 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:13.710539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252f3a6f-ed76-48aa-9c33-99081f3c89c9 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:24:13.719853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:13.732888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Transition to ACTIVE for port object 252f3a6f-ed76-48aa-9c33-99081f3c89c9 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:24:13.735653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:13.751663 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5b24d474-b826-4554-a3b0-0b84a7a69999 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:13.890647 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Pushing event updated for resources: {'Port': ['ID=252f3a6f-ed76-48aa-9c33-99081f3c89c9,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:13.895413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:14.087585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Attempting to bind port 252f3a6f-ed76-48aa-9c33-99081f3c89c9 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:24:14.088527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Attempting to bind port 252f3a6f-ed76-48aa-9c33-99081f3c89c9 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'a492faa4-2707-4272-8e0a-da6b1abe55d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:24:14.088882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Attempting to bind port 252f3a6f-ed76-48aa-9c33-99081f3c89c9 on network 0a16c15a-4fa4-4139-8b97-798f2943de3a {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:24:14.095460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:24:14.095595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Checking segment: {'id': 'a492faa4-2707-4272-8e0a-da6b1abe55d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:24:14.095930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:14.096332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Bound using segment: {'id': 'a492faa4-2707-4272-8e0a-da6b1abe55d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:24:14.096845 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Bound port: 252f3a6f-ed76-48aa-9c33-99081f3c89c9, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a492faa4-2707-4272-8e0a-da6b1abe55d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0a16c15a-4fa4-4139-8b97-798f2943de3a'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:24:14.097230 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:14.194916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] For port 252f3a6f-ed76-48aa-9c33-99081f3c89c9, host hv-cinder-75157, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:24:14.199466 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] For port 252f3a6f-ed76-48aa-9c33-99081f3c89c9, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=252f3a6f-ed76-48aa-9c33-99081f3c89c9,segment=NetworkSegment(a492faa4-2707-4272-8e0a-da6b1abe55d7),segment_id=a492faa4-2707-4272-8e0a-da6b1abe55d7)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:24:14.202913 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:14.219118 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ddb6a0d6-c146-4ef1-98f9-ef7def2f31ea tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:14.375485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Pushing event updated for resources: {'Port': ['ID=252f3a6f-ed76-48aa-9c33-99081f3c89c9,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:14.390041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:14.435303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:14.436062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:14.437718 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] 10.222.0.30 "PUT /v2.0/ports/252f3a6f-ed76-48aa-9c33-99081f3c89c9 HTTP/1.1" status: 200 len: 1158 time: 1.3322027 Feb 18 00:24:14.438423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f', 'tag': '252f3a6f-ed76-48aa-9c33-99081f3c89c9'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:14.625082 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b1903-b1d6-4a54-b515-4c5f5b6cc5cf req-2aea5553-3883-48ba-bfed-bdbaa1da098f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:14.626660 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e41b1903-b1d6-4a54-b515-4c5f5b6cc5cf req-2aea5553-3883-48ba-bfed-bdbaa1da098f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1046088 Feb 18 00:24:14.678821 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e41b1903-b1d6-4a54-b515-4c5f5b6cc5cf req-87d2eb6d-6e95-44db-b212-97825fe94020 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Feb 18 00:24:14.679101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fd538-c64d-43c0-9624-0d32d1ff66f6 req-5bf5cb58-576d-4c0d-9d64-52b587f7e3e1 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:14.680750 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-101fd538-c64d-43c0-9624-0d32d1ff66f6 req-5bf5cb58-576d-4c0d-9d64-52b587f7e3e1 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 944 time: 0.1989472 Feb 18 00:24:14.687451 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-7f687f6c-1590-4193-ae68-55b9090ff0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:14.689082 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-7f687f6c-1590-4193-ae68-55b9090ff0c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22ee38fb5eaa426d92e13f46ff747533&device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 1161 time: 0.2051992 Feb 18 00:24:14.778587 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f', 'tag': '252f3a6f-ed76-48aa-9c33-99081f3c89c9', 'status': 'completed', 'code': 200} Feb 18 00:24:14.794265 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-459f4100-10b1-424f-a771-eb07c65f8663 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252f3a6f-ed76-48aa-9c33-99081f3c89c9 HTTP/1.1" status: 200 len: 217 time: 0.0777428 Feb 18 00:24:14.862521 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-101fd538-c64d-43c0-9624-0d32d1ff66f6 req-50fc6e5a-9708-4419-a438-02f92a5c9d2c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723614 Feb 18 00:24:14.879337 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-290cb9b8-50c8-4c57-97dd-df15ab478487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:14.881183 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-290cb9b8-50c8-4c57-97dd-df15ab478487 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a180646c-09bf-411a-bb2c-aa5b04070aff HTTP/1.1" status: 200 len: 848 time: 0.0789888 Feb 18 00:24:14.938617 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-cfc6099e-1595-4e8a-b356-c772ae3a5922 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a16c15a-4fa4-4139-8b97-798f2943de3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481141 Feb 18 00:24:15.085061 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-ecf512be-31d1-4505-8830-267c3a699f3a service neutron] 10.222.0.30 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380904 Feb 18 00:24:15.232693 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f880d02-15bd-41d7-b2da-584c4ac61f02 req-ca9852ff-8094-4721-b7e7-19f83c8c1783 service neutron] 10.222.0.30 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398051 Feb 18 00:24:15.365743 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722655-c21d-46fb-8e17-2f3ac0293774 req-cf18b389-e377-4b19-815f-23302e7328c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:15.367370 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-71722655-c21d-46fb-8e17-2f3ac0293774 req-cf18b389-e377-4b19-815f-23302e7328c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22ee38fb5eaa426d92e13f46ff747533&device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 1161 time: 0.0854139 Feb 18 00:24:15.725886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722655-c21d-46fb-8e17-2f3ac0293774 req-d2ef9821-c6f1-4a50-af01-e5b14799f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:15.727490 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-71722655-c21d-46fb-8e17-2f3ac0293774 req-d2ef9821-c6f1-4a50-af01-e5b14799f8c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a16c15a-4fa4-4139-8b97-798f2943de3a HTTP/1.1" status: 200 len: 902 time: 0.3493659 Feb 18 00:24:15.807502 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-71722655-c21d-46fb-8e17-2f3ac0293774 req-2cad9612-900e-4287-a943-2c91581905ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252f3a6f-ed76-48aa-9c33-99081f3c89c9 HTTP/1.1" status: 200 len: 217 time: 0.0697377 Feb 18 00:24:15.935610 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722655-c21d-46fb-8e17-2f3ac0293774 req-ec918314-906d-4795-b617-c8f2e28bb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:15.937400 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-71722655-c21d-46fb-8e17-2f3ac0293774 req-ec918314-906d-4795-b617-c8f2e28bb481 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a180646c-09bf-411a-bb2c-aa5b04070aff HTTP/1.1" status: 200 len: 848 time: 0.0881977 Feb 18 00:24:16.008951 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9acd7-6983-460b-9f61-79edb433a997 req-8e69148f-c30d-4df1-a8e5-63e755117db8 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:16.011103 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c5b9acd7-6983-460b-9f61-79edb433a997 req-8e69148f-c30d-4df1-a8e5-63e755117db8 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.1991439 Feb 18 00:24:16.013780 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-71722655-c21d-46fb-8e17-2f3ac0293774 req-8dec790d-697c-493d-bb3e-b5580bddb04a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a16c15a-4fa4-4139-8b97-798f2943de3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673535 Feb 18 00:24:16.016934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:24:16.069810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4397-24f2-4c22-bd0b-2a435cfd1a6e req-e6a4f685-9ecd-47e4-9303-a56b44d42e7f tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:16.071305 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8abf4397-24f2-4c22-bd0b-2a435cfd1a6e req-e6a4f685-9ecd-47e4-9303-a56b44d42e7f tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 944 time: 0.0881455 Feb 18 00:24:16.124579 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8abf4397-24f2-4c22-bd0b-2a435cfd1a6e req-aa8e2693-d5be-4943-b8b8-681269560b3f tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460093 Feb 18 00:24:16.153099 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c5b9acd7-6983-460b-9f61-79edb433a997 req-85f8a0ae-ee05-4f00-a73b-2c76115268e9 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345911 Feb 18 00:24:16.197104 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-71722655-c21d-46fb-8e17-2f3ac0293774 req-8d2b665d-3cc8-408d-89d2-6a8a42b48809 service neutron] 10.222.0.30 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619318 Feb 18 00:24:16.342271 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-71722655-c21d-46fb-8e17-2f3ac0293774 req-e870578a-9ae0-4d64-ba91-cc8df8ea52f1 service neutron] 10.222.0.30 "GET /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367960 Feb 18 00:24:16.615143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ed479879-9088-4d6f-bd4e-fc2e7ad2efa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:16.910274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-c6d8837b-8632-41a4-9427-79e75fed836b tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:16.911855 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-c6d8837b-8632-41a4-9427-79e75fed836b tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.0965774 Feb 18 00:24:16.993775 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Deleting port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:24:16.994975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:17.271795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] For port e6b11335-b88e-4e0a-bdb9-60ac62930cf5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=e6b11335-b88e-4e0a-bdb9-60ac62930cf5,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:24:17.272197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:17.385276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1635de-09f1-43b9-9651-7b86004bc2e6 req-6adaac92-4f42-4bba-b6bd-2a92a162dc33 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:17.388192 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea1635de-09f1-43b9-9651-7b86004bc2e6 req-6adaac92-4f42-4bba-b6bd-2a92a162dc33 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 945 time: 0.0893331 Feb 18 00:24:17.437888 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea1635de-09f1-43b9-9651-7b86004bc2e6 req-e00fa7f1-fed6-4634-bfa9-27601244bb13 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=33bd1ede-b03d-4c95-ac46-ee6474432eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436189 Feb 18 00:24:17.541408 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4f24c-5578-4c70-ada8-a61b432ee5ad req-01498e06-0028-4c5c-8d9b-9e5730fddd48 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:17.542990 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d2b4f24c-5578-4c70-ada8-a61b432ee5ad req-01498e06-0028-4c5c-8d9b-9e5730fddd48 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 944 time: 0.2606952 Feb 18 00:24:17.693156 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d2b4f24c-5578-4c70-ada8-a61b432ee5ad req-0c83034c-c73f-48cb-9f5f-2ee2865b8eb0 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401689 Feb 18 00:24:17.711749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:17.712166 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:17.712519 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Floating IP 27a2ec83-ab0b-4706-b438-d80ed12486de disassociated. External IP: 172.28.0.6, port: e6b11335-b88e-4e0a-bdb9-60ac62930cf5. Feb 18 00:24:17.713475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Calling delete_port for e6b11335-b88e-4e0a-bdb9-60ac62930cf5 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:24:17.870567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:17.888446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:17.993359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event deleted for resources: {'Port': ['ID=e6b11335-b88e-4e0a-bdb9-60ac62930cf5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:17.996968 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:18.253993 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Router 91c1a75b-5101-4406-99ff-897f8cbb3049 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:24:18.395341 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-5e1e9b28-111e-46a0-a5c1-0ff9a9bce956 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0835981 Feb 18 00:24:18.457728 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:24:18.470029 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75455ef6-b30b-4dab-b955-712bcaa9bef3 None None] Sync routers for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:24:18.483511 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75455ef6-b30b-4dab-b955-712bcaa9bef3 None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:24:18.484739 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-75455ef6-b30b-4dab-b955-712bcaa9bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:23:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:18.557920 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] No DVR routers for this DVR port e6b11335-b88e-4e0a-bdb9-60ac62930cf5 on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:24:18.563641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:18.568547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'name': 'network-vif-deleted', 'tag': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:18.627246 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-728c94bf-1b09-4fee-9d7c-d10c25054d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:18.629092 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-728c94bf-1b09-4fee-9d7c-d10c25054d63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0d8884445e543838e196a51c75ced9d&device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 1202 time: 0.1520119 Feb 18 00:24:18.684989 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b15c6a5-12e5-4e81-9d63-15ac900f6695', 'name': 'network-vif-deleted', 'tag': 'e6b11335-b88e-4e0a-bdb9-60ac62930cf5', 'status': 'completed', 'code': 200} Feb 18 00:24:18.691855 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bf1e22fe-79e8-4bf3-9025-eef3043e8786 req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.30 "DELETE /v2.0/ports/e6b11335-b88e-4e0a-bdb9-60ac62930cf5 HTTP/1.1" status: 204 len: 173 time: 1.7727778 Feb 18 00:24:18.693468 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-8584bdbf-eebe-4045-95be-66d86e90a50f req-60778bc1-1522-4860-9369-fc7cb4b00091 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Synchronizing usage tracker for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:24:18.714912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-8584bdbf-eebe-4045-95be-66d86e90a50f req-60778bc1-1522-4860-9369-fc7cb4b00091 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Unset dirty status for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:24:18.716209 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8584bdbf-eebe-4045-95be-66d86e90a50f req-60778bc1-1522-4860-9369-fc7cb4b00091 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b15c6a5-12e5-4e81-9d63-15ac900f6695 HTTP/1.1" status: 200 len: 210 time: 0.1222165 Feb 18 00:24:18.795132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-75455ef6-b30b-4dab-b955-712bcaa9bef3 None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:24:18.805689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-ee3f596d-7e4b-4316-aafe-fe197e7fa175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:18.807913 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-ee3f596d-7e4b-4316-aafe-fe197e7fa175 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 200 len: 909 time: 0.1558723 Feb 18 00:24:18.848206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 252f3a6f-ed76-48aa-9c33-99081f3c89c9 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:24:18.984632 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-8e5ec824-ae45-4fec-b0f2-9fcc76bab864 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 1001 time: 0.1667545 Feb 18 00:24:19.078273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-d372aa9d-4ec6-4028-a688-c20ab5c8e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:19.079757 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-d372aa9d-4ec6-4028-a688-c20ab5c8e79e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e0a0427-fc45-407d-ad03-ad0306d4b275 HTTP/1.1" status: 200 len: 854 time: 0.0817144 Feb 18 00:24:19.102927 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b7c21cb0-efb7-41a8-8dd5-01256e84957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:19.140097 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb6fc1-5526-4f9a-843c-e2ea0c2b0dd3 req-dc0f0c63-702e-4b6a-975c-41e214c3a7cd tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:19.141766 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82bb6fc1-5526-4f9a-843c-e2ea0c2b0dd3 req-dc0f0c63-702e-4b6a-975c-41e214c3a7cd tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 944 time: 0.2013505 Feb 18 00:24:19.174680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 252f3a6f-ed76-48aa-9c33-99081f3c89c9 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:24:19.193864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 252f3a6f-ed76-48aa-9c33-99081f3c89c9 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:19.194264 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:19.205165 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82bb6fc1-5526-4f9a-843c-e2ea0c2b0dd3 req-e6e69cbc-e9e1-41cd-a442-ebcee31be33f tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546844 Feb 18 00:24:19.220824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-8ad5d34d-c63b-458e-a84a-59c4115f149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:19.222446 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-8ad5d34d-c63b-458e-a84a-59c4115f149e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1299827 Feb 18 00:24:19.374867 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-75455ef6-b30b-4dab-b955-712bcaa9bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:19.378009 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-24d3d7d8-b607-44ef-9361-02d04e7fca3b service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441276 Feb 18 00:24:19.388197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75455ef6-b30b-4dab-b955-712bcaa9bef3 None None] Checking router: 91c1a75b-5101-4406-99ff-897f8cbb3049 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:24:19.395238 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:19.420467 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75455ef6-b30b-4dab-b955-712bcaa9bef3 None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:24:19.421199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-75455ef6-b30b-4dab-b955-712bcaa9bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:24:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:19.508226 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f3a6f-ed76-48aa-9c33-99081f3c89c9'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:19.528099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 252f3a6f-ed76-48aa-9c33-99081f3c89c9, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=252f3a6f-ed76-48aa-9c33-99081f3c89c9,segment=NetworkSegment(a492faa4-2707-4272-8e0a-da6b1abe55d7),segment_id=a492faa4-2707-4272-8e0a-da6b1abe55d7)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:24:19.542241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:19.546044 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-88a95ba1-2406-4425-96f4-d242e6980ad8 req-7f61e81f-df99-4e93-823b-6a32fc6b234e service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1594760 Feb 18 00:24:19.547469 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:19.594252 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f3a6f-ed76-48aa-9c33-99081f3c89c9', 'code': 200} Feb 18 00:24:19.598555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device e6b11335-b88e-4e0a-bdb9-60ac62930cf5 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:24:19.708778 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] No Port match for: e6b11335-b88e-4e0a-bdb9-60ac62930cf5 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:24:19.709174 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device e6b11335-b88e-4e0a-bdb9-60ac62930cf5 not bound to the agent host hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:24:19.832621 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8b42c-6492-4edc-b71e-39df1ed859dc req-10ef3acb-0281-4085-b19d-83b561004cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:19.834394 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5ce8b42c-6492-4edc-b71e-39df1ed859dc req-10ef3acb-0281-4085-b19d-83b561004cc4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 1163 time: 0.0944202 Feb 18 00:24:19.861861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 36714) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:19.885963 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5ce8b42c-6492-4edc-b71e-39df1ed859dc req-45f3be8a-7e3d-4652-9692-5570320367ec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Feb 18 00:24:19.938232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aae620ab-7f93-4d51-9534-ec7a36de4f64 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:19.946768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=252f3a6f-ed76-48aa-9c33-99081f3c89c9,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:19.951235 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:19.955770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-75455ef6-b30b-4dab-b955-712bcaa9bef3 None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:24:19.969346 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aae620ab-7f93-4d51-9534-ec7a36de4f64 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:20.023151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:20.025905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aae620ab-7f93-4d51-9534-ec7a36de4f64 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:20.031656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b5fa6928-e41b-41fb-81cb-b35acf212670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:20.051908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae620ab-7f93-4d51-9534-ec7a36de4f64 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bd1ede-b03d-4c95-ac46-ee6474432eaf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:20.055349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-aae620ab-7f93-4d51-9534-ec7a36de4f64 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:20.062598 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-aae620ab-7f93-4d51-9534-ec7a36de4f64 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:20.066355 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-aae620ab-7f93-4d51-9534-ec7a36de4f64 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "DELETE /v2.0/security-groups/33bd1ede-b03d-4c95-ac46-ee6474432eaf HTTP/1.1" status: 204 len: 168 time: 0.2032950 Feb 18 00:24:20.066981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36720) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:20.098049 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.v2.resource [None req-42b2730f-d18e-47f9-84f5-f1b568b79a91 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] show failed (client error): The resource could not be found. Feb 18 00:24:20.099173 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-42b2730f-d18e-47f9-84f5-f1b568b79a91 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups/33bd1ede-b03d-4c95-ac46-ee6474432eaf HTTP/1.1" status: 404 len: 347 time: 0.0311019 Feb 18 00:24:20.102368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36724) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:20.282175 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Deleting port e9bd7905-0a95-4954-9c6f-b3470b265ee9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:24:20.282561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:20.316028 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 252f3a6f-ed76-48aa-9c33-99081f3c89c9 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:24:20.402843 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-75455ef6-b30b-4dab-b955-712bcaa9bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:20.410950 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75455ef6-b30b-4dab-b955-712bcaa9bef3 None None] The sync data for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb is: [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:24:20.419367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 252f3a6f-ed76-48aa-9c33-99081f3c89c9 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:20.419792 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:20.428739 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692f833-0415-4806-a289-7890c437d04f req-ecdfb0f5-deda-4c9f-8115-0a58f678af84 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:20.430435 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5692f833-0415-4806-a289-7890c437d04f req-ecdfb0f5-deda-4c9f-8115-0a58f678af84 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 946 time: 0.1004555 Feb 18 00:24:20.486990 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5692f833-0415-4806-a289-7890c437d04f req-a9c66b2d-a7c7-41e5-8ec3-281a0ad68c69 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493810 Feb 18 00:24:20.506686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:20.507329 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:20.653908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Calling delete_port for e9bd7905-0a95-4954-9c6f-b3470b265ee9 owned by network:floatingip {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:24:20.805361 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:20.826377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:20.839979 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593d011-30d0-4aff-a5e9-94c8db007d8f None None] New status for floating IP 27a2ec83-ab0b-4706-b438-d80ed12486de: DOWN {{(pid=84027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:24:20.841915 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-418b204a-157c-4aae-bfa9-adcae6a4afbf tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:20.942599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event deleted for resources: {'Port': ['ID=e9bd7905-0a95-4954-9c6f-b3470b265ee9,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:20.947098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:20.998357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.066302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.090102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.093148 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "DELETE /v2.0/floatingips/27a2ec83-ab0b-4706-b438-d80ed12486de HTTP/1.1" status: 204 len: 168 time: 0.9879560 Feb 18 00:24:21.363496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36734) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:21.369764 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38628875', 'description': 'tempest-description--933062419'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:24:21.376108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:24:21.380407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Usage tracker for resource:security_group and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:24:21.383391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:24:21.390147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:24:21.399703 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.420931 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:24:21.424828 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Usage tracker for resource:security_group_rule and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:24:21.427665 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:24:21.433866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:24:21.504747 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.507795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.515103 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-605c2eaa-4449-4fc4-b9bf-c21110e7d4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:21.527499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.552324 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8afd62-d3d3-4482-b167-803c9c0e37bb,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:21.555441 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:21.569525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.575676 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2062159 Feb 18 00:24:21.575676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36740) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:21.579706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'security_group_rule': {'security_group_id': 'aa8afd62-d3d3-4482-b167-803c9c0e37bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:24:21.585790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:24:21.590739 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Usage tracker for resource:security_group_rule and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:24:21.593758 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:24:21.599690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:24:21.617177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.684130 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.687920 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.695802 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:21.705092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cad638-0cbe-4850-9d42-6251fbbc6469 req-5863a9b6-54ea-4716-9fe0-a0f2ba7790d3 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:21.706800 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-18cad638-0cbe-4850-9d42-6251fbbc6469 req-5863a9b6-54ea-4716-9fe0-a0f2ba7790d3 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 946 time: 0.0906434 Feb 18 00:24:21.719608 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9dcb82e-906c-48e4-a6ee-87071b1f741a,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:21.722511 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:21.727212 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.729729 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9f1b69f1-09af-4e76-ae89-da10b62e6869 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535411 Feb 18 00:24:21.732218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36744) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:21.738400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'security_group_rule': {'security_group_id': 'aa8afd62-d3d3-4482-b167-803c9c0e37bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:24:21.745117 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:24:21.749989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Usage tracker for resource:security_group_rule and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:24:21.753259 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:24:21.760506 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:24:21.780837 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.860024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.863129 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.865463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-62920a25-1c2a-47ed-8d9a-70dbd8d378b7 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:21.891628 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b511ea-0446-4da5-8dec-ff848ae9cb20,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:21.896697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:21.905799 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.907202 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a97c7c2e-6713-4254-9d8d-97c83a709872 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1737788 Feb 18 00:24:21.910520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 36748) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:21.916359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'floatingip': {'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:24:21.922753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:24:21.927193 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Usage tracker for resource:floatingip and tenant:85cc94989d364dbda8dd2bae842c1871 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:24:21.930506 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:24:21.937154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:24:21.948853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:21.979048 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-18cad638-0cbe-4850-9d42-6251fbbc6469 req-836d14d4-cbff-4597-b595-2014aac8e5eb tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606533 Feb 18 00:24:22.101595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:22.388478 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Allocated IP 172.28.0.23 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/140b13ef-e9c1-4a0b-aa6a-9058d668bc35) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:24:22.553683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:22.585167 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:22.600778 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:22.975999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'Port': ['ID=140b13ef-e9c1-4a0b-aa6a-9058d668bc35,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:22.981645 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:23.038820 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:24:23.039561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:24:23.042740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:24:23.188404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:23.241692 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f2adc-84b6-4e16-84fe-5d5659dc52b0 req-b681f1c6-1fbe-476c-8fc0-1b322d8acd8c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:23.243332 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cb2f2adc-84b6-4e16-84fe-5d5659dc52b0 req-b681f1c6-1fbe-476c-8fc0-1b322d8acd8c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 946 time: 0.1462717 Feb 18 00:24:23.306400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:23.354956 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cb2f2adc-84b6-4e16-84fe-5d5659dc52b0 req-9b841244-ec88-4fb7-b4b8-363d1878a2e4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036825 Feb 18 00:24:23.600479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:23.604863 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:23.620848 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6d9b2b8c-566a-4d2d-a84e-d91b39859bff tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:23.761472 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'Port': ['ID=140b13ef-e9c1-4a0b-aa6a-9058d668bc35,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:23.766386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:23.865192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:23.889697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:23.891008 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9794779 Feb 18 00:24:24.125349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-ea71e1a7-253c-467c-bda1-53410892908d req-9cd064ed-7377-4681-b117-d4c8cddf4a5d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Synchronizing usage tracker for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:24:24.141091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-ea71e1a7-253c-467c-bda1-53410892908d req-9cd064ed-7377-4681-b117-d4c8cddf4a5d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Unset dirty status for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:24:24.142341 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-9cd064ed-7377-4681-b117-d4c8cddf4a5d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--38628875&fields=id&tenant_id=85cc94989d364dbda8dd2bae842c1871 HTTP/1.1" status: 200 len: 267 time: 0.0628674 Feb 18 00:24:24.308201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e1a7-253c-467c-bda1-53410892908d req-f7d939da-b858-4921-b768-4045dfeb351a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:24.309836 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-f7d939da-b858-4921-b768-4045dfeb351a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/networks?id=27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 200 len: 811 time: 0.1601605 Feb 18 00:24:24.326794 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-0e68a2c9-b12b-4ab1-8c3f-fa58a9a55998 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/quotas/85cc94989d364dbda8dd2bae842c1871 HTTP/1.1" status: 200 len: 375 time: 0.0107527 Feb 18 00:24:24.425697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-ea71e1a7-253c-467c-bda1-53410892908d req-1ff6aed5-4f57-4481-81fb-14d73daed7cf tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Synchronizing usage tracker for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:24:24.442759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-ea71e1a7-253c-467c-bda1-53410892908d req-1ff6aed5-4f57-4481-81fb-14d73daed7cf tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Unset dirty status for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:24:24.444565 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-1ff6aed5-4f57-4481-81fb-14d73daed7cf tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=85cc94989d364dbda8dd2bae842c1871&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1121476 Feb 18 00:24:24.573998 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde505b-0435-4c89-b775-d2a7bd4be817 req-a37bb089-f5f3-48f7-b479-081ea652f553 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:24.575634 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1fde505b-0435-4c89-b775-d2a7bd4be817 req-a37bb089-f5f3-48f7-b479-081ea652f553 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 946 time: 0.0984421 Feb 18 00:24:24.605414 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-268a77e5-2c75-431c-8ddd-3ad196a6744d service neutron] 10.222.0.44 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465235 Feb 18 00:24:24.627659 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1fde505b-0435-4c89-b775-d2a7bd4be817 req-5aae2947-2db3-437a-835a-1e375fbf5dda tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/security-groups?id=854ff6e2-1262-425b-9518-802f86bc51ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451396 Feb 18 00:24:24.816541 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-60c29ae2-3190-41bb-9ba7-779cb844905a service neutron] 10.222.0.44 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2044051 Feb 18 00:24:24.833747 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b99c44-4f83-4c0c-ad3e-7468341e7a00 req-4c89c30f-3c45-40b7-885b-24ac591c848c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:24.835308 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d0b99c44-4f83-4c0c-ad3e-7468341e7a00 req-4c89c30f-3c45-40b7-885b-24ac591c848c tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 946 time: 0.2004802 Feb 18 00:24:24.919333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d0b99c44-4f83-4c0c-ad3e-7468341e7a00 req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Deleting port 252f3a6f-ed76-48aa-9c33-99081f3c89c9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:24:24.919722 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d0b99c44-4f83-4c0c-ad3e-7468341e7a00 req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:25.022097 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2ee04760-8218-4089-b4fb-6cc3ec4639eb req-9552113d-19a2-4d53-b98e-e78fbf619b0d tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 210 time: 0.0500886 Feb 18 00:24:25.197684 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-d0b99c44-4f83-4c0c-ad3e-7468341e7a00 req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] For port 252f3a6f-ed76-48aa-9c33-99081f3c89c9, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=252f3a6f-ed76-48aa-9c33-99081f3c89c9,segment=NetworkSegment(a492faa4-2707-4272-8e0a-da6b1abe55d7),segment_id=a492faa4-2707-4272-8e0a-da6b1abe55d7)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:24:25.198100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d0b99c44-4f83-4c0c-ad3e-7468341e7a00 req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:25.336854 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-d0b99c44-4f83-4c0c-ad3e-7468341e7a00 req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Calling delete_port for 252f3a6f-ed76-48aa-9c33-99081f3c89c9 owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:24:25.490434 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d0b99c44-4f83-4c0c-ad3e-7468341e7a00 req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:25.505803 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:25.606674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Pushing event deleted for resources: {'Port': ['ID=252f3a6f-ed76-48aa-9c33-99081f3c89c9,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:25.616266 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:25.716149 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b99c44-4f83-4c0c-ad3e-7468341e7a00 req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] No DVR routers for this DVR port 252f3a6f-ed76-48aa-9c33-99081f3c89c9 on host hv-cinder-75157 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:24:25.718409 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-d0b99c44-4f83-4c0c-ad3e-7468341e7a00 req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:25.721437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f', 'name': 'network-vif-deleted', 'tag': '252f3a6f-ed76-48aa-9c33-99081f3c89c9'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:25.738177 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d0b99c44-4f83-4c0c-ad3e-7468341e7a00 req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.30 "DELETE /v2.0/ports/252f3a6f-ed76-48aa-9c33-99081f3c89c9 HTTP/1.1" status: 204 len: 173 time: 0.8966751 Feb 18 00:24:25.818400 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f', 'name': 'network-vif-deleted', 'tag': '252f3a6f-ed76-48aa-9c33-99081f3c89c9', 'status': 'completed', 'code': 200} Feb 18 00:24:25.828194 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-d00aaf9d-43fa-4e2b-9f0f-05b299ebc7a9 req-494db848-971d-42d8-9ebe-ffd6309892ac tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Synchronizing usage tracker for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:24:25.850268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-d00aaf9d-43fa-4e2b-9f0f-05b299ebc7a9 req-494db848-971d-42d8-9ebe-ffd6309892ac tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Unset dirty status for tenant:22ee38fb5eaa426d92e13f46ff747533 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:24:25.852955 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d00aaf9d-43fa-4e2b-9f0f-05b299ebc7a9 req-494db848-971d-42d8-9ebe-ffd6309892ac tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb9afa24-b99c-4a4a-ac5b-f0f2dd10652f HTTP/1.1" status: 200 len: 210 time: 0.0986176 Feb 18 00:24:26.218240 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1c4968e8-a7c1-4a88-a0e3-4e31cf4bf2a5 req-d0ed85c2-d5d0-43ef-9bf5-5338b4611ab7 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 210 time: 0.0735273 Feb 18 00:24:26.248138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e1a7-253c-467c-bda1-53410892908d req-8756815a-a11d-4834-be5c-9686deb49e6e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:26.249660 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-8756815a-a11d-4834-be5c-9686deb49e6e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.30 "GET /v2.0/networks?id=27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 200 len: 811 time: 0.2224717 Feb 18 00:24:26.319789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 252f3a6f-ed76-48aa-9c33-99081f3c89c9 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:24:26.343297 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-70d0fa44-3e3c-4ff2-8226-da255736e786 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85cc94989d364dbda8dd2bae842c1871 HTTP/1.1" status: 200 len: 5702 time: 0.0736442 Feb 18 00:24:26.355880 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'port': {'device_id': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'admin_state_up': True, 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'security_groups': ['aa8afd62-d3d3-4482-b167-803c9c0e37bb']}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:24:26.359800 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] No Port match for: 252f3a6f-ed76-48aa-9c33-99081f3c89c9 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:24:26.360278 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 252f3a6f-ed76-48aa-9c33-99081f3c89c9 not bound to the agent host hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:24:26.505086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:24:26.515663 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:24:26.524752 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Made reservation on behalf of 85cc94989d364dbda8dd2bae842c1871 for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:24:26.531084 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:26.843187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Allocated IP 172.20.0.14 (27447fe4-5abc-434b-b61d-e537462935b2/dc1611c6-7deb-4e58-8f22-eb7fac57a53f/ad76ad4d-3903-4948-ad21-b1f69fa20144) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:24:27.052632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:27.071471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Transition to ACTIVE for port object ad76ad4d-3903-4948-ad21-b1f69fa20144 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:24:27.097990 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:27.114340 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6f330ad0-7e5e-4223-a0f8-259bd3ac6bc0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:27.261631 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event updated for resources: {'Port': ['ID=ad76ad4d-3903-4948-ad21-b1f69fa20144,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:27.266953 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:27.439225 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d3c73-39a5-49aa-8825-ff07613862b8 req-c169e177-7411-4b8c-bb18-63357c9b3678 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:27.441020 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f26d3c73-39a5-49aa-8825-ff07613862b8 req-c169e177-7411-4b8c-bb18-63357c9b3678 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 932 time: 0.0970488 Feb 18 00:24:27.496915 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-f26d3c73-39a5-49aa-8825-ff07613862b8 req-b3a4057a-9b31-4b94-8106-4956dce8b763 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Synchronizing usage tracker for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:24:27.510263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-f26d3c73-39a5-49aa-8825-ff07613862b8 req-b3a4057a-9b31-4b94-8106-4956dce8b763 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Unset dirty status for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:24:27.511873 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f26d3c73-39a5-49aa-8825-ff07613862b8 req-b3a4057a-9b31-4b94-8106-4956dce8b763 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa8afd62-d3d3-4482-b167-803c9c0e37bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629876 Feb 18 00:24:27.658451 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Network 27447fe4-5abc-434b-b61d-e537462935b2 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:24:27.659656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:24:27.662165 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:24:27.730163 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:27.730926 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:27.758382 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4079592 Feb 18 00:24:27.772756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Request body: {'port': {'device_id': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:24:27.919333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:27.943064 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-976bae75-66e4-4047-8060-b55d30c0825d None None] Provisioning for port ad76ad4d-3903-4948-ad21-b1f69fa20144 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:24:27.949598 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-976bae75-66e4-4047-8060-b55d30c0825d None None] Provisioning complete for port ad76ad4d-3903-4948-ad21-b1f69fa20144 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:27.950432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-976bae75-66e4-4047-8060-b55d30c0825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:28.017034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-976bae75-66e4-4047-8060-b55d30c0825d None None] Port ad76ad4d-3903-4948-ad21-b1f69fa20144 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:24:28.400004 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad76ad4d-3903-4948-ad21-b1f69fa20144 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:24:28.412112 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:28.431384 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Transition to ACTIVE for port object ad76ad4d-3903-4948-ad21-b1f69fa20144 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:24:28.434847 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:28.452914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:28.667462 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Pushing event updated for resources: {'Port': ['ID=ad76ad4d-3903-4948-ad21-b1f69fa20144,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:28.681834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:28.762095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089bf61-7649-4461-99c9-d7fe441c74e4 req-3eb74d10-3653-4f5a-809f-c8410625c628 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:28.764254 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f089bf61-7649-4461-99c9-d7fe441c74e4 req-3eb74d10-3653-4f5a-809f-c8410625c628 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 944 time: 0.0968034 Feb 18 00:24:28.816855 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f089bf61-7649-4461-99c9-d7fe441c74e4 req-6ae01dfa-a36b-401f-ae06-0fd156c922c7 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa8afd62-d3d3-4482-b167-803c9c0e37bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447054 Feb 18 00:24:28.871177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Attempting to bind port ad76ad4d-3903-4948-ad21-b1f69fa20144 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:24:28.871619 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Attempting to bind port ad76ad4d-3903-4948-ad21-b1f69fa20144 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:24:28.872254 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Attempting to bind port ad76ad4d-3903-4948-ad21-b1f69fa20144 on network 27447fe4-5abc-434b-b61d-e537462935b2 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:24:28.884961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:24:28.884961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Checking segment: {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:24:28.884961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:28.884961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Bound using segment: {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:24:28.884961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Bound port: ad76ad4d-3903-4948-ad21-b1f69fa20144, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd872776e-dbae-48b9-977e-f3a7e494153f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:24:28.884961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:28.985152 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] For port ad76ad4d-3903-4948-ad21-b1f69fa20144, host hv-cinder-75157, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:24:28.988286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] For port ad76ad4d-3903-4948-ad21-b1f69fa20144, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=ad76ad4d-3903-4948-ad21-b1f69fa20144,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:24:28.991854 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:29.007849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-88173e58-f6e9-4706-b088-3b84e678ad05 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:29.163411 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Pushing event updated for resources: {'Port': ['ID=ad76ad4d-3903-4948-ad21-b1f69fa20144,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:29.169973 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:29.200826 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:29.201498 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:29.202971 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] 10.222.0.30 "PUT /v2.0/ports/ad76ad4d-3903-4948-ad21-b1f69fa20144 HTTP/1.1" status: 200 len: 1158 time: 1.4353173 Feb 18 00:24:29.203489 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'tag': 'ad76ad4d-3903-4948-ad21-b1f69fa20144'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:29.288873 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'tag': 'ad76ad4d-3903-4948-ad21-b1f69fa20144', 'status': 'completed', 'code': 200} Feb 18 00:24:29.339617 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e1a7-253c-467c-bda1-53410892908d req-74c7fb35-ff83-4b18-b4b3-f4d0be562c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:29.341695 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-74c7fb35-ff83-4b18-b4b3-f4d0be562c04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85cc94989d364dbda8dd2bae842c1871&device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 1161 time: 0.0900822 Feb 18 00:24:29.423999 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-4186611a-e7ea-4321-8e88-a9cae26842c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad76ad4d-3903-4948-ad21-b1f69fa20144 HTTP/1.1" status: 200 len: 217 time: 0.0726223 Feb 18 00:24:29.520077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e1a7-253c-467c-bda1-53410892908d req-752214fa-ee19-4fec-9278-b1dc1eacc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:29.521797 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-752214fa-ee19-4fec-9278-b1dc1eacc3a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc1611c6-7deb-4e58-8f22-eb7fac57a53f HTTP/1.1" status: 200 len: 850 time: 0.0722959 Feb 18 00:24:29.629816 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e1a7-253c-467c-bda1-53410892908d req-139c187f-a287-4a38-9b9a-c3b378e2f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:29.631450 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-139c187f-a287-4a38-9b9a-c3b378e2f020 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27447fe4-5abc-434b-b61d-e537462935b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1022346 Feb 18 00:24:29.797634 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-22573084-d105-46c9-ae97-cbae874da6fb service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581280 Feb 18 00:24:29.999375 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ea71e1a7-253c-467c-bda1-53410892908d req-7d292e6c-877d-4398-94eb-741dbe12f1b4 service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1895237 Feb 18 00:24:30.066217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056071e7-715e-4793-86af-e92b0f1476c5 req-809247bd-fbf5-42d6-bcf3-98f3dfa79e6c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:30.075238 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-056071e7-715e-4793-86af-e92b0f1476c5 req-809247bd-fbf5-42d6-bcf3-98f3dfa79e6c tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 944 time: 0.1120305 Feb 18 00:24:30.136403 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-056071e7-715e-4793-86af-e92b0f1476c5 req-95bdd2f5-aa1a-4b44-8f9c-9e50a6b6aaf5 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa8afd62-d3d3-4482-b167-803c9c0e37bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599303 Feb 18 00:24:30.201331 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6c889-4334-40bc-924a-3d88f8ec7459 req-17cdacb9-5913-40bb-acf5-54104b47c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:30.203338 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fcd6c889-4334-40bc-924a-3d88f8ec7459 req-17cdacb9-5913-40bb-acf5-54104b47c4f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85cc94989d364dbda8dd2bae842c1871&device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 1161 time: 0.1442606 Feb 18 00:24:30.381701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6c889-4334-40bc-924a-3d88f8ec7459 req-dc0ed4a0-7e1c-4def-9cb1-f36346e0777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:30.383391 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fcd6c889-4334-40bc-924a-3d88f8ec7459 req-dc0ed4a0-7e1c-4def-9cb1-f36346e0777b service neutron] 10.222.0.30 "GET /v2.0/networks?id=27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 200 len: 905 time: 0.1707814 Feb 18 00:24:30.477390 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fcd6c889-4334-40bc-924a-3d88f8ec7459 req-dfaf130f-ccc4-46f2-a78b-153e47c1aabc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad76ad4d-3903-4948-ad21-b1f69fa20144 HTTP/1.1" status: 200 len: 217 time: 0.0867491 Feb 18 00:24:30.567952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6c889-4334-40bc-924a-3d88f8ec7459 req-926c82bc-c3cc-4dd5-89d9-5eaa665bab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:30.569533 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fcd6c889-4334-40bc-924a-3d88f8ec7459 req-926c82bc-c3cc-4dd5-89d9-5eaa665bab0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc1611c6-7deb-4e58-8f22-eb7fac57a53f HTTP/1.1" status: 200 len: 850 time: 0.0857821 Feb 18 00:24:30.706537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6c889-4334-40bc-924a-3d88f8ec7459 req-502ccad8-0b3f-4133-893b-c26f161ad044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:30.708064 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fcd6c889-4334-40bc-924a-3d88f8ec7459 req-502ccad8-0b3f-4133-893b-c26f161ad044 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27447fe4-5abc-434b-b61d-e537462935b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1238873 Feb 18 00:24:30.880690 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fcd6c889-4334-40bc-924a-3d88f8ec7459 req-00509c46-2adb-4901-91c9-654d2c6fb259 service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636133 Feb 18 00:24:31.075330 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fcd6c889-4334-40bc-924a-3d88f8ec7459 req-649bf127-e62d-45c5-a78d-d9d134c9c41d service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1842687 Feb 18 00:24:31.612936 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac782af9-24fe-457e-96a0-18a172b1d74c req-329cc7e2-f1cd-4996-9f17-62057084fcf2 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:31.614027 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-ac782af9-24fe-457e-96a0-18a172b1d74c req-329cc7e2-f1cd-4996-9f17-62057084fcf2 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Synchronizing usage tracker for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:24:31.632971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-ac782af9-24fe-457e-96a0-18a172b1d74c req-329cc7e2-f1cd-4996-9f17-62057084fcf2 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Unset dirty status for tenant:85cc94989d364dbda8dd2bae842c1871 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:24:31.634929 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac782af9-24fe-457e-96a0-18a172b1d74c req-329cc7e2-f1cd-4996-9f17-62057084fcf2 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 944 time: 0.3634670 Feb 18 00:24:31.691033 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac782af9-24fe-457e-96a0-18a172b1d74c req-52744907-5090-4077-bbec-81980c4f8771 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa8afd62-d3d3-4482-b167-803c9c0e37bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485914 Feb 18 00:24:32.817638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device ad76ad4d-3903-4948-ad21-b1f69fa20144 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:24:32.905520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port ad76ad4d-3903-4948-ad21-b1f69fa20144 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:24:32.915683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port ad76ad4d-3903-4948-ad21-b1f69fa20144 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:32.917813 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:33.065252 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:33.105642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad76ad4d-3903-4948-ad21-b1f69fa20144'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:33.124364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port ad76ad4d-3903-4948-ad21-b1f69fa20144, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=ad76ad4d-3903-4948-ad21-b1f69fa20144,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:24:33.128905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:33.131660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:33.158555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49a034-9597-46a2-93cd-0434639ddc00 req-2667d823-8e57-4f22-ae5f-b804e6d4c8e9 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:33.160179 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1d49a034-9597-46a2-93cd-0434639ddc00 req-2667d823-8e57-4f22-ae5f-b804e6d4c8e9 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 944 time: 0.1261432 Feb 18 00:24:33.218857 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1d49a034-9597-46a2-93cd-0434639ddc00 req-6fd4e639-d772-4732-832d-ab969c04fb70 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa8afd62-d3d3-4482-b167-803c9c0e37bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510564 Feb 18 00:24:33.223585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=ad76ad4d-3903-4948-ad21-b1f69fa20144,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:33.229711 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:33.297186 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad76ad4d-3903-4948-ad21-b1f69fa20144', 'code': 200} Feb 18 00:24:33.340152 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9781d6-3874-4159-85e9-40e490a77570 req-3009e1f0-2cf9-4edc-b24f-5a08072322ea tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:33.347839 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7a9781d6-3874-4159-85e9-40e490a77570 req-3009e1f0-2cf9-4edc-b24f-5a08072322ea tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1041045 Feb 18 00:24:33.414944 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7a9781d6-3874-4159-85e9-40e490a77570 req-5cafbe88-fd1b-4c4a-9875-e540ae3ad421 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659466 Feb 18 00:24:33.626726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9cc9a-23dd-4146-a5b0-5f33c83fa479 req-545f0521-84fb-47e0-8096-5a5efe77c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:33.630169 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bee9cc9a-23dd-4146-a5b0-5f33c83fa479 req-545f0521-84fb-47e0-8096-5a5efe77c0c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 1163 time: 0.1161692 Feb 18 00:24:33.682397 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bee9cc9a-23dd-4146-a5b0-5f33c83fa479 req-200db97a-1c91-4ed9-a984-2c5f835a5e7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa8afd62-d3d3-4482-b167-803c9c0e37bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446193 Feb 18 00:24:34.445449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61a298-500c-45ea-8213-6fac316f8654 req-d24e1cde-8b8b-402a-be90-16b95c18e3fe tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:34.448091 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ff61a298-500c-45ea-8213-6fac316f8654 req-d24e1cde-8b8b-402a-be90-16b95c18e3fe tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 946 time: 0.0902655 Feb 18 00:24:34.517615 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ff61a298-500c-45ea-8213-6fac316f8654 req-7f77dd03-881f-40a8-b0dd-84458e37c0c4 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa8afd62-d3d3-4482-b167-803c9c0e37bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605154 Feb 18 00:24:34.530726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device ad76ad4d-3903-4948-ad21-b1f69fa20144 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:24:34.683147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port ad76ad4d-3903-4948-ad21-b1f69fa20144 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:34.683981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:34.706702 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8a35-8b62-45da-bfd5-c155d629b06a req-2a140c1c-0fd2-4b89-ab0c-74f46b0b8dee tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:34.709454 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c64c8a35-8b62-45da-bfd5-c155d629b06a req-2a140c1c-0fd2-4b89-ab0c-74f46b0b8dee tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1115439 Feb 18 00:24:34.779197 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c64c8a35-8b62-45da-bfd5-c155d629b06a req-7f5bc296-d447-47aa-bdb0-dd245c2986fb tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605536 Feb 18 00:24:35.760366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300f2f-2dd6-445d-b679-0e087b317b5c req-08de8dfd-80a3-4a79-b39f-a876c5053298 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:35.762069 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-44300f2f-2dd6-445d-b679-0e087b317b5c req-08de8dfd-80a3-4a79-b39f-a876c5053298 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 946 time: 0.1142874 Feb 18 00:24:35.812473 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-44300f2f-2dd6-445d-b679-0e087b317b5c req-c6d0448e-8e37-424e-bd58-6f0c0416b222 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa8afd62-d3d3-4482-b167-803c9c0e37bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437381 Feb 18 00:24:36.018585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de520cb0-3f5b-479c-b660-b53658f4514b req-7b1b6a0d-4ad6-4a8e-973a-cf56328f8159 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:36.020745 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-de520cb0-3f5b-479c-b660-b53658f4514b req-7b1b6a0d-4ad6-4a8e-973a-cf56328f8159 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1047442 Feb 18 00:24:36.083106 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-de520cb0-3f5b-479c-b660-b53658f4514b req-725ee8b3-7155-4ba7-83ac-543815f31360 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554132 Feb 18 00:24:36.112375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546e261-5948-4110-a8c0-f0b7c07c2372 req-6f9c6da8-52b0-452e-acbb-d255ee5dd687 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:36.113938 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6546e261-5948-4110-a8c0-f0b7c07c2372 req-6f9c6da8-52b0-452e-acbb-d255ee5dd687 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 946 time: 0.1429391 Feb 18 00:24:36.125456 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 36966) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:36.133686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-5e660ef7-5348-45f8-85c7-74d1b485ee1a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Request body: {'floatingip': {'port_id': 'ad76ad4d-3903-4948-ad21-b1f69fa20144'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:24:36.228810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e660ef7-5348-45f8-85c7-74d1b485ee1a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:37.149306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e660ef7-5348-45f8-85c7-74d1b485ee1a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:37.153108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e660ef7-5348-45f8-85c7-74d1b485ee1a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:37.398095 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [None req-5e660ef7-5348-45f8-85c7-74d1b485ee1a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Floating IP 49aaf5fb-fd85-4436-8aac-2c7c2dd1a1cc associated. External IP: 172.28.0.23, port: ad76ad4d-3903-4948-ad21-b1f69fa20144. Feb 18 00:24:37.698076 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ae987-e768-42d6-ad55-61069a44d5f7 req-fc2882d0-15f3-46db-86e0-324a4c5a6597 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:37.700166 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b93ae987-e768-42d6-ad55-61069a44d5f7 req-fc2882d0-15f3-46db-86e0-324a4c5a6597 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.4767990 Feb 18 00:24:37.774952 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b93ae987-e768-42d6-ad55-61069a44d5f7 req-127f3962-e80c-4554-9b87-c731e2612d73 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588169 Feb 18 00:24:38.125409 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e660ef7-5348-45f8-85c7-74d1b485ee1a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Router 91c1a75b-5101-4406-99ff-897f8cbb3049 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:24:38.334871 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e660ef7-5348-45f8-85c7-74d1b485ee1a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:24:38.341326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5e660ef7-5348-45f8-85c7-74d1b485ee1a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:38.347941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88aa81-7c9f-4c6f-8154-7be029a6fd5a None None] Sync routers for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:24:38.362759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88aa81-7c9f-4c6f-8154-7be029a6fd5a None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:24:38.363473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7d88aa81-7c9f-4c6f-8154-7be029a6fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:24:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:38.413980 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-5e660ef7-5348-45f8-85c7-74d1b485ee1a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "PUT /v2.0/floatingips/49aaf5fb-fd85-4436-8aac-2c7c2dd1a1cc HTTP/1.1" status: 200 len: 991 time: 2.2853308 Feb 18 00:24:38.413980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'tag': 'ad76ad4d-3903-4948-ad21-b1f69fa20144'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:38.505839 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'tag': 'ad76ad4d-3903-4948-ad21-b1f69fa20144', 'status': 'completed', 'code': 200} Feb 18 00:24:38.649310 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-7d88aa81-7c9f-4c6f-8154-7be029a6fd5a None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:24:38.651208 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58166d41-35d4-41d4-ab6c-fa09878c2e11 req-e41eae6c-28fc-465d-966a-03464268d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:38.653119 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58166d41-35d4-41d4-ab6c-fa09878c2e11 req-e41eae6c-28fc-465d-966a-03464268d450 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85cc94989d364dbda8dd2bae842c1871&device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 1163 time: 0.1225493 Feb 18 00:24:39.035747 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721ad1c-7802-4d9a-8e4f-c8acddad8341 req-548cb5b0-a544-47b1-9f61-c9fb97493ccd tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:39.045987 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2721ad1c-7802-4d9a-8e4f-c8acddad8341 req-548cb5b0-a544-47b1-9f61-c9fb97493ccd tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1209896 Feb 18 00:24:39.112276 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2721ad1c-7802-4d9a-8e4f-c8acddad8341 req-a2bb20cd-d808-4350-8817-0a5ebd444d7a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650530 Feb 18 00:24:39.124060 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58166d41-35d4-41d4-ab6c-fa09878c2e11 req-932ab4ce-5d7b-4385-a0d2-f2d1ba844283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:39.125961 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58166d41-35d4-41d4-ab6c-fa09878c2e11 req-932ab4ce-5d7b-4385-a0d2-f2d1ba844283 service neutron] 10.222.0.30 "GET /v2.0/networks?id=27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 200 len: 905 time: 0.4648309 Feb 18 00:24:39.203761 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7d88aa81-7c9f-4c6f-8154-7be029a6fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '49aaf5fb-fd85-4436-8aac-2c7c2dd1a1cc', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'floating_ip_address': '172.28.0.23', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'port_id': 'ad76ad4d-3903-4948-ad21-b1f69fa20144', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'mac_address': 'fa:16:3e:51:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:24:23Z', 'updated_at': '2021-02-18T00:24:36Z', 'revision_number': 1, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:39.209436 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88aa81-7c9f-4c6f-8154-7be029a6fd5a None None] Checking router: 91c1a75b-5101-4406-99ff-897f8cbb3049 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:24:39.222314 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88aa81-7c9f-4c6f-8154-7be029a6fd5a None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:24:39.222551 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7d88aa81-7c9f-4c6f-8154-7be029a6fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:24:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:39.264288 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58166d41-35d4-41d4-ab6c-fa09878c2e11 req-2927c7d6-1f63-4de7-bc7a-af618607db87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad76ad4d-3903-4948-ad21-b1f69fa20144 HTTP/1.1" status: 200 len: 999 time: 0.1298914 Feb 18 00:24:39.356382 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58166d41-35d4-41d4-ab6c-fa09878c2e11 req-6c69f5da-18a7-4d21-a97c-7c21a153afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:39.358629 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58166d41-35d4-41d4-ab6c-fa09878c2e11 req-6c69f5da-18a7-4d21-a97c-7c21a153afd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc1611c6-7deb-4e58-8f22-eb7fac57a53f HTTP/1.1" status: 200 len: 850 time: 0.0880792 Feb 18 00:24:39.436815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-7d88aa81-7c9f-4c6f-8154-7be029a6fd5a None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:24:39.470064 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58166d41-35d4-41d4-ab6c-fa09878c2e11 req-30d77e32-e4ca-45cb-8f55-3fad80c11441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:39.471800 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58166d41-35d4-41d4-ab6c-fa09878c2e11 req-30d77e32-e4ca-45cb-8f55-3fad80c11441 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27447fe4-5abc-434b-b61d-e537462935b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1041026 Feb 18 00:24:39.661812 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58166d41-35d4-41d4-ab6c-fa09878c2e11 req-c1cb1d07-1b23-435f-bb56-eb64c9a48b74 service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758106 Feb 18 00:24:39.875994 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-58166d41-35d4-41d4-ab6c-fa09878c2e11 req-ebc9489a-17e8-4798-90d9-730f49d1c85f service neutron] 10.222.0.30 "GET /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2041769 Feb 18 00:24:39.908471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7d88aa81-7c9f-4c6f-8154-7be029a6fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '49aaf5fb-fd85-4436-8aac-2c7c2dd1a1cc', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'floating_ip_address': '172.28.0.23', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'port_id': 'ad76ad4d-3903-4948-ad21-b1f69fa20144', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'mac_address': 'fa:16:3e:51:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:24:23Z', 'updated_at': '2021-02-18T00:24:36Z', 'revision_number': 1, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:39.913795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88aa81-7c9f-4c6f-8154-7be029a6fd5a None None] The sync data for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb is: [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '49aaf5fb-fd85-4436-8aac-2c7c2dd1a1cc', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'floating_ip_address': '172.28.0.23', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'port_id': 'ad76ad4d-3903-4948-ad21-b1f69fa20144', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'mac_address': 'fa:16:3e:51:e7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:24:23Z', 'updated_at': '2021-02-18T00:24:36Z', 'revision_number': 1, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:24:40.318930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf3d6b-2baf-47b4-b95c-caa3f28c9c9f None None] New status for floating IP 49aaf5fb-fd85-4436-8aac-2c7c2dd1a1cc: ACTIVE {{(pid=84027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:24:40.338433 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa8e2b-27fd-4347-aab1-39bc1d648cfc req-a1257efd-66ae-4cbd-8a43-ee7021d07e50 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:40.347759 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2afa8e2b-27fd-4347-aab1-39bc1d648cfc req-a1257efd-66ae-4cbd-8a43-ee7021d07e50 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1090665 Feb 18 00:24:40.416163 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2afa8e2b-27fd-4347-aab1-39bc1d648cfc req-66609ac8-24c7-4c9c-9ef5-152331e469f2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558250 Feb 18 00:24:41.632047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dbb12-6364-46bf-adf9-6ea5d470290c req-39d76376-277f-4513-b243-6cb35b7b5bfa tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:41.632047 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-212dbb12-6364-46bf-adf9-6ea5d470290c req-39d76376-277f-4513-b243-6cb35b7b5bfa tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1017966 Feb 18 00:24:41.682903 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-212dbb12-6364-46bf-adf9-6ea5d470290c req-e06965b8-f47e-49b3-b536-b1d1b98bd01a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472457 Feb 18 00:24:42.926512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31466b0-8ff5-4da8-9f1d-d9a1ef656569 req-4f36346a-1553-4e33-9566-133946521c7f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:42.929386 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f31466b0-8ff5-4da8-9f1d-d9a1ef656569 req-4f36346a-1553-4e33-9566-133946521c7f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1054957 Feb 18 00:24:42.989469 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f31466b0-8ff5-4da8-9f1d-d9a1ef656569 req-61ceeb95-1b7f-41f0-b9be-88aafff9f921 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524542 Feb 18 00:24:44.227596 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c667e5-3c5b-44e4-9a12-79655978dcc2 req-f4e93a0b-6928-40ed-abe9-71eb101d4143 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:44.230125 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f7c667e5-3c5b-44e4-9a12-79655978dcc2 req-f4e93a0b-6928-40ed-abe9-71eb101d4143 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1140616 Feb 18 00:24:44.288938 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f7c667e5-3c5b-44e4-9a12-79655978dcc2 req-4305c7b6-47f6-4cb7-9a48-65b02addcaf2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506625 Feb 18 00:24:45.533750 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab01f24-e83b-4efa-818b-f8a28dfb2e7c req-66825b20-1f4e-4516-9f75-53dfb336e9d2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:45.535281 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cab01f24-e83b-4efa-818b-f8a28dfb2e7c req-66825b20-1f4e-4516-9f75-53dfb336e9d2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0960801 Feb 18 00:24:45.597214 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cab01f24-e83b-4efa-818b-f8a28dfb2e7c req-b8ac7b62-2389-4632-8ced-81152cfe2d8f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547514 Feb 18 00:24:46.610371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dc80ae07-7641-4e69-917c-a61e46c465af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:46.808391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a8637-ff25-4aeb-824e-35b4cd70724b req-059dba5c-f279-4976-b95b-54a696db74ba tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:46.810217 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f4a8637-ff25-4aeb-824e-35b4cd70724b req-059dba5c-f279-4976-b95b-54a696db74ba tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0917737 Feb 18 00:24:46.863500 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f4a8637-ff25-4aeb-824e-35b4cd70724b req-cd19dd99-eb94-4067-81a1-69e1f7479895 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468063 Feb 18 00:24:47.674584 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a2852337-9fdb-427d-be55-d76f6c055698 req-a5702d48-d6b6-4e39-82ff-3253971c10f4 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1462773989&fields=id&tenant_id=b0d8884445e543838e196a51c75ced9d HTTP/1.1" status: 200 len: 267 time: 0.0473139 Feb 18 00:24:47.767379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852337-9fdb-427d-be55-d76f6c055698 req-43e0ee0d-d683-4e27-8a33-7003cf128a86 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:47.769003 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a2852337-9fdb-427d-be55-d76f6c055698 req-43e0ee0d-d683-4e27-8a33-7003cf128a86 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 984 time: 0.0883865 Feb 18 00:24:47.781970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-a2852337-9fdb-427d-be55-d76f6c055698 req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Request body: {'port': {'security_groups': ['f6a32d98-377e-48fd-8eb7-c44642c1b1c8']}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:24:47.912926 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a2852337-9fdb-427d-be55-d76f6c055698 req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:48.207450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1969d-b160-4ed6-9583-ddf036afb1ff req-5051839d-a1c4-41e1-b8b8-a04f4289bf78 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:48.209147 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-34d1969d-b160-4ed6-9583-ddf036afb1ff req-5051839d-a1c4-41e1-b8b8-a04f4289bf78 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0939767 Feb 18 00:24:48.238040 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 37140) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:48.261108 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-34d1969d-b160-4ed6-9583-ddf036afb1ff req-de0815dc-8541-4408-b48d-3117f2b9e473 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445027 Feb 18 00:24:48.292558 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a2852337-9fdb-427d-be55-d76f6c055698 req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] For port eb5e0807-9489-40b3-b106-af0cd9893442, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=eb5e0807-9489-40b3-b106-af0cd9893442,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:24:48.326744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-082f3d4f-f330-4d3f-a9c9-709ea8291abd admin admin] Deleting subnet a180646c-09bf-411a-bb2c-aa5b04070aff {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:24:48.340312 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-082f3d4f-f330-4d3f-a9c9-709ea8291abd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:48.396810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a2852337-9fdb-427d-be55-d76f6c055698 req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:48.401775 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a2852337-9fdb-427d-be55-d76f6c055698 req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:48.418215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-90b41eea-3546-4de1-91ba-d2cfacc970c2 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:48.534680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-082f3d4f-f330-4d3f-a9c9-709ea8291abd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327241'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:48.626542 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Pushing event updated for resources: {'Port': ['ID=eb5e0807-9489-40b3-b106-af0cd9893442,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:48.657662 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.658076 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.658480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.658885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.659281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.659677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.660076 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.660472 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.660917 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.661308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.661699 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.662087 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.662515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.662903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.663290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.663677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.664065 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.664452 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.664888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.665400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.665853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.666256 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.666635 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.667021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:24:48.671559 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-082f3d4f-f330-4d3f-a9c9-709ea8291abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:48.716824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:48.724822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b2b2aa7-0817-4c38-92a7-0a23e2608a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:48.849785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852337-9fdb-427d-be55-d76f6c055698 req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:48.850482 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a2852337-9fdb-427d-be55-d76f6c055698 req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:48.852012 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a2852337-9fdb-427d-be55-d76f6c055698 req-ab62be37-75db-43d7-b4b1-0f8bf3172e13 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "PUT /v2.0/ports/eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 942 time: 1.0753307 Feb 18 00:24:48.852572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:48.921261 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442', 'status': 'completed', 'code': 200} Feb 18 00:24:49.064050 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-1301f391-d068-4645-8ca4-6ca5bb03f6fa None None] Provisioning complete for port eb5e0807-9489-40b3-b106-af0cd9893442 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:49.064480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1301f391-d068-4645-8ca4-6ca5bb03f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:49.109798 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-849f621e-c154-4c1a-b909-e7b39a42f5ec req-8188935e-ca3f-4870-a6d2-5b325adef05f tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups/8d198b4e-0f86-46f0-bb96-41af4056b26f HTTP/1.1" status: 200 len: 3005 time: 0.1751242 Feb 18 00:24:49.178649 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b776a-88e0-4ef8-932d-de8f6f9f9ff0 req-9ca95424-0fd5-4eee-aba8-28992c47a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:49.180309 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d6b776a-88e0-4ef8-932d-de8f6f9f9ff0 req-9ca95424-0fd5-4eee-aba8-28992c47a321 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0d8884445e543838e196a51c75ced9d&device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 1162 time: 0.2154198 Feb 18 00:24:49.190178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-082f3d4f-f330-4d3f-a9c9-709ea8291abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823209083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821527077'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:49.231712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2a3c3f4a-1e25-4cdf-8d41-b48728feede9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:49.374283 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f3d4f-f330-4d3f-a9c9-709ea8291abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a180646c-09bf-411a-bb2c-aa5b04070aff,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:49.379480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-082f3d4f-f330-4d3f-a9c9-709ea8291abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:49.431156 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-849f621e-c154-4c1a-b909-e7b39a42f5ec req-fcc16623-241c-4388-a097-bbbdf054da60 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:49.475680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73920b8-1470-4427-9462-86fa02ad4f57 req-97d43ed9-3e62-422c-836c-5afc8b8918c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:49.477328 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e73920b8-1470-4427-9462-86fa02ad4f57 req-97d43ed9-3e62-422c-836c-5afc8b8918c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0872371 Feb 18 00:24:49.511113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-849f621e-c154-4c1a-b909-e7b39a42f5ec req-fcc16623-241c-4388-a097-bbbdf054da60 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:49.527835 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e73920b8-1470-4427-9462-86fa02ad4f57 req-2669aac9-56b6-43e7-9b05-efa61db5ed31 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433524 Feb 18 00:24:49.552611 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b776a-88e0-4ef8-932d-de8f6f9f9ff0 req-8186fe61-04a6-4425-a9de-271b6f8a507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:49.554205 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d6b776a-88e0-4ef8-932d-de8f6f9f9ff0 req-8186fe61-04a6-4425-a9de-271b6f8a507f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 200 len: 909 time: 0.3629301 Feb 18 00:24:49.565519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-082f3d4f-f330-4d3f-a9c9-709ea8291abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:49.643281 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-082f3d4f-f330-4d3f-a9c9-709ea8291abd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a180646c-09bf-411a-bb2c-aa5b04070aff HTTP/1.1" status: 204 len: 168 time: 1.4038417 Feb 18 00:24:49.646045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37152) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:49.686414 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d6b776a-88e0-4ef8-932d-de8f6f9f9ff0 req-9afcd74a-ca3c-494e-b1c9-d80551a6cdac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 1001 time: 0.1180234 Feb 18 00:24:49.687173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-849f621e-c154-4c1a-b909-e7b39a42f5ec req-fcc16623-241c-4388-a097-bbbdf054da60 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:49.692466 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b5692ee2-377d-49a7-b6ea-50316fd0b732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:49.745969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc16623-241c-4388-a097-bbbdf054da60 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d198b4e-0f86-46f0-bb96-41af4056b26f,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:49.748664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fcc16623-241c-4388-a097-bbbdf054da60 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:49.766724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:49.772845 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-849f621e-c154-4c1a-b909-e7b39a42f5ec req-fcc16623-241c-4388-a097-bbbdf054da60 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:49.777337 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-849f621e-c154-4c1a-b909-e7b39a42f5ec req-fcc16623-241c-4388-a097-bbbdf054da60 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "DELETE /v2.0/security-groups/8d198b4e-0f86-46f0-bb96-41af4056b26f HTTP/1.1" status: 204 len: 173 time: 0.6582584 Feb 18 00:24:49.788682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b776a-88e0-4ef8-932d-de8f6f9f9ff0 req-a786339c-1915-40c6-866f-143fae35d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:49.791077 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d6b776a-88e0-4ef8-932d-de8f6f9f9ff0 req-a786339c-1915-40c6-866f-143fae35d0cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e0a0427-fc45-407d-ad03-ad0306d4b275 HTTP/1.1" status: 200 len: 854 time: 0.0860286 Feb 18 00:24:49.837572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:49.878558 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b776a-88e0-4ef8-932d-de8f6f9f9ff0 req-dde91fd5-9a0a-41bc-bebe-69c169120811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:49.880197 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d6b776a-88e0-4ef8-932d-de8f6f9f9ff0 req-dde91fd5-9a0a-41bc-bebe-69c169120811 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0809340 Feb 18 00:24:50.053100 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d6b776a-88e0-4ef8-932d-de8f6f9f9ff0 req-36f8b518-fda0-4afd-aba0-bbf7792c709a service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634450 Feb 18 00:24:50.076838 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-161b2637-4337-417f-bd0d-4119610aaf18 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/floatingips/3ebd6d11-f70c-470f-8475-c644649a1b5d HTTP/1.1" status: 200 len: 998 time: 0.2513282 Feb 18 00:24:50.081133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:50.209490 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d6b776a-88e0-4ef8-932d-de8f6f9f9ff0 req-f3947158-f8f6-4bf3-8a5f-44c182f86009 service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464283 Feb 18 00:24:50.306955 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a16c15a-4fa4-4139-8b97-798f2943de3a']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:50.335885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a492faa4-2707-4272-8e0a-da6b1abe55d7') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:50.336223 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a492faa4-2707-4272-8e0a-da6b1abe55d7') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:50.363608 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31561361'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:50.390504 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-fa042f3b-ffcf-4b32-8f44-310bca2e4e33 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:50.392025 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-fa042f3b-ffcf-4b32-8f44-310bca2e4e33 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/networks/795370a8-1bdc-4db9-9669-71c38d19f081 HTTP/1.1" status: 200 len: 784 time: 0.2960057 Feb 18 00:24:50.394099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:50.396332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:24:50.427555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-21074d27-b6f3-465c-b344-7865743efa97 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:24:50.428683 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-21074d27-b6f3-465c-b344-7865743efa97 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0178931 Feb 18 00:24:50.705496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device eb5e0807-9489-40b3-b106-af0cd9893442 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:24:50.758940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0859d-17f9-4792-8ef1-990d67952ae2 req-c405c68d-72db-47a2-980e-01523dd6f9ca tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:50.761291 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-99d0859d-17f9-4792-8ef1-990d67952ae2 req-c405c68d-72db-47a2-980e-01523dd6f9ca tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0998039 Feb 18 00:24:50.816329 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-99d0859d-17f9-4792-8ef1-990d67952ae2 req-8c175161-9b24-49c3-bbc9-49f0602053d0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474496 Feb 18 00:24:50.935034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Network 0a16c15a-4fa4-4139-8b97-798f2943de3a has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:24:50.945736 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-ac0dedfb-d9f0-43a3-9888-7dd0f29aa574 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.178 HTTP/1.1" status: 200 len: 1001 time: 0.4641149 Feb 18 00:24:50.948345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31674681'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:50.966855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:50.973405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port eb5e0807-9489-40b3-b106-af0cd9893442 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:24:50.973823 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:51.031192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:51.182325 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-9a8d0c55-1dca-4daa-8b16-59150ed303be tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:51.183813 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-9a8d0c55-1dca-4daa-8b16-59150ed303be tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports/eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 942 time: 0.2206430 Feb 18 00:24:51.205991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Network 0a16c15a-4fa4-4139-8b97-798f2943de3a has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:24:51.229888 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:24:51.411972 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:51.416873 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-ee503f24-1636-44b7-b636-b68c5fc9ccce tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.178 HTTP/1.1" status: 200 len: 1001 time: 0.1346898 Feb 18 00:24:51.419120 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:51.435142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:51.511821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a16c15a-4fa4-4139-8b97-798f2943de3a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:51.528684 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:51.529532 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:51.532864 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-5b0a8bca-fbb3-406a-97b4-e6960c153755 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0a16c15a-4fa4-4139-8b97-798f2943de3a HTTP/1.1" status: 204 len: 168 time: 1.8853712 Feb 18 00:24:51.696262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Deleting port ab6c4e03-87c7-4192-93ea-664513243da5 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:24:51.697477 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:51.756353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 37184) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:51.812030 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f4318c6a-8824-49bf-bb54-8e0e4e1dc5a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22ee38fb5eaa426d92e13f46ff747533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543160 Feb 18 00:24:51.814732 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 37188) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:24:51.884969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3944f9be-566f-4a0d-8b16-3d885039497d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:51.921253 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3944f9be-566f-4a0d-8b16-3d885039497d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:51.932001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:51.932355 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:51.977670 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3944f9be-566f-4a0d-8b16-3d885039497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:51.990751 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-66740d4c-7f1e-4e1e-b218-8c3239b43183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:52.073130 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944f9be-566f-4a0d-8b16-3d885039497d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854ff6e2-1262-425b-9518-802f86bc51ec,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:52.077386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3944f9be-566f-4a0d-8b16-3d885039497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:52.098660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3944f9be-566f-4a0d-8b16-3d885039497d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:52.104661 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-3944f9be-566f-4a0d-8b16-3d885039497d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/854ff6e2-1262-425b-9518-802f86bc51ec HTTP/1.1" status: 204 len: 168 time: 0.2861757 Feb 18 00:24:52.106062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Calling delete_port for ab6c4e03-87c7-4192-93ea-664513243da5 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:24:52.184367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ea13e-416d-4372-b934-130a9ad054f0 req-23434eba-414a-42f5-a8d7-b79acbcb4d32 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:52.194184 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-086ea13e-416d-4372-b934-130a9ad054f0 req-23434eba-414a-42f5-a8d7-b79acbcb4d32 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1877587 Feb 18 00:24:52.277200 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-086ea13e-416d-4372-b934-130a9ad054f0 req-26e15c29-04a1-4b5e-8f1a-c12353446572 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753698 Feb 18 00:24:52.330687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:52.358946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-94f2f876-635e-4eeb-9cb6-512b381d212b tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:24:52.457485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Pushing event deleted for resources: {'Port': ['ID=ab6c4e03-87c7-4192-93ea-664513243da5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:24:52.466182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:24:52.644521 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:52.645182 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Floating IP 3ebd6d11-f70c-470f-8475-c644649a1b5d disassociated (deleted). External IP: 172.28.0.178, port: eb5e0807-9489-40b3-b106-af0cd9893442. Feb 18 00:24:53.020325 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:24:53.139697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:24:53.409333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:24:53.425177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ca0e0-7552-4f75-a8dd-faf4914d3b82 None None] Sync routers for ids ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:24:53.459014 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:24:53.460730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ca0e0-7552-4f75-a8dd-faf4914d3b82 None None] Routers {'1c719540-5dd1-4de8-83b2-2c7d0dbfd630'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:24:53.463122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-687ca0e0-7552-4f75-a8dd-faf4914d3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:24:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:53.625854 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b5c2a-8958-4d60-8989-702ff082c96b req-7efd48cc-aadf-447b-88e8-4af76bf2d8d0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:53.633258 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "DELETE /v2.0/floatingips/3ebd6d11-f70c-470f-8475-c644649a1b5d HTTP/1.1" status: 204 len: 173 time: 2.1994298 Feb 18 00:24:53.634694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:24:53.636019 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6a3b5c2a-8958-4d60-8989-702ff082c96b req-7efd48cc-aadf-447b-88e8-4af76bf2d8d0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1625562 Feb 18 00:24:53.694696 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6a3b5c2a-8958-4d60-8989-702ff082c96b req-e29bf650-6922-41c6-afbf-d8c9346d75c2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571709 Feb 18 00:24:53.974848 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-687ca0e0-7552-4f75-a8dd-faf4914d3b82 None None] Set router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:24:54.084583 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-4ad06648-3613-46c6-ba49-91140a9abf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:54.086664 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-4ad06648-3613-46c6-ba49-91140a9abf86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0d8884445e543838e196a51c75ced9d&device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 1162 time: 0.4432161 Feb 18 00:24:54.154261 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442', 'status': 'completed', 'code': 200} Feb 18 00:24:54.320476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fc329-36c9-482d-9655-652768140303 req-c270d9d8-15f3-4bf5-b0b7-31fd840a8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:54.329372 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c4fc329-36c9-482d-9655-652768140303 req-c270d9d8-15f3-4bf5-b0b7-31fd840a8259 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0d8884445e543838e196a51c75ced9d&device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 1162 time: 0.1684976 Feb 18 00:24:54.342172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-fd17ad1a-7f2d-419a-95a4-c07586269faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:54.352287 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-fd17ad1a-7f2d-419a-95a4-c07586269faf service neutron] 10.222.0.44 "GET /v2.0/networks?id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 200 len: 909 time: 0.2581713 Feb 18 00:24:54.437091 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-e5ecd8b2-766b-4cdd-ae37-595ae7ad9ca0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 217 time: 0.0823603 Feb 18 00:24:54.475084 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-687ca0e0-7552-4f75-a8dd-faf4914d3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:20Z', 'revision_number': 4, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '427eac0f-986e-4d9d-aa23-5170d30f0e70', 'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'mac_address': 'fa:16:3e:ba:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:19Z', 'updated_at': '2021-02-18T00:22:30Z', 'revision_number': 5, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'subnets': [{'id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:54.492761 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ca0e0-7552-4f75-a8dd-faf4914d3b82 None None] Checking router: 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:24:54.507756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-7b1f2995-7a63-4589-a035-13fa2204b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:54.513268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ca0e0-7552-4f75-a8dd-faf4914d3b82 None None] Routers {'1c719540-5dd1-4de8-83b2-2c7d0dbfd630'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:24:54.514190 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-687ca0e0-7552-4f75-a8dd-faf4914d3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:24:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:54.519154 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-7b1f2995-7a63-4589-a035-13fa2204b730 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e0a0427-fc45-407d-ad03-ad0306d4b275 HTTP/1.1" status: 200 len: 854 time: 0.0810049 Feb 18 00:24:54.617337 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fc329-36c9-482d-9655-652768140303 req-51ee13ac-fa8f-4a01-badf-b17ae5f1872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:54.624360 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c4fc329-36c9-482d-9655-652768140303 req-51ee13ac-fa8f-4a01-badf-b17ae5f1872d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 200 len: 909 time: 0.2866926 Feb 18 00:24:54.671368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-8f581873-f4e0-4fb2-bec4-270cef39b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:54.690694 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-8f581873-f4e0-4fb2-bec4-270cef39b739 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1620910 Feb 18 00:24:54.811109 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c4fc329-36c9-482d-9655-652768140303 req-25122f0b-bf2f-476a-a740-d712de0323c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 200 len: 217 time: 0.1786134 Feb 18 00:24:54.888458 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-687ca0e0-7552-4f75-a8dd-faf4914d3b82 None None] Set router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:24:54.935579 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-cc49ceff-cd85-4d5a-90a6-3830dfdaee41 service neutron] 10.222.0.44 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520955 Feb 18 00:24:55.296781 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-687ca0e0-7552-4f75-a8dd-faf4914d3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:20Z', 'revision_number': 4, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '427eac0f-986e-4d9d-aa23-5170d30f0e70', 'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'mac_address': 'fa:16:3e:ba:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:19Z', 'updated_at': '2021-02-18T00:22:30Z', 'revision_number': 5, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'subnets': [{'id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:24:55.304002 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ca0e0-7552-4f75-a8dd-faf4914d3b82 None None] The sync data for ids ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'] in dv-cinder-751579-21-smb is: [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:22:20Z', 'revision_number': 4, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '427eac0f-986e-4d9d-aa23-5170d30f0e70', 'name': '', 'network_id': '1b3f82d0-f6ea-4718-b15f-bf48aa5985a0', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'mac_address': 'fa:16:3e:ba:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:19Z', 'updated_at': '2021-02-18T00:22:30Z', 'revision_number': 5, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'subnets': [{'id': '3e0a0427-fc45-407d-ad03-ad0306d4b275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:24:55.458895 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fc329-36c9-482d-9655-652768140303 req-828ea9fe-4567-40ce-8082-c6632355149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:55.460298 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c4fc329-36c9-482d-9655-652768140303 req-828ea9fe-4567-40ce-8082-c6632355149f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e0a0427-fc45-407d-ad03-ad0306d4b275 HTTP/1.1" status: 200 len: 854 time: 0.6421897 Feb 18 00:24:55.464878 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3f1c87b1-cd9e-4527-9153-95ca7ea5b51b req-9cd4bf53-71d1-4c49-b940-1f9ddfb2af0f service neutron] 10.222.0.44 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5280149 Feb 18 00:24:55.555461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38501cec-3a32-4347-ab2b-6e907ac0235a req-cbdeeaa9-4489-4882-9e5c-129aad20d8a3 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:55.563888 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-38501cec-3a32-4347-ab2b-6e907ac0235a req-cbdeeaa9-4489-4882-9e5c-129aad20d8a3 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.6518879 Feb 18 00:24:55.640117 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-38501cec-3a32-4347-ab2b-6e907ac0235a req-d04b9089-cafe-403d-94c7-ab4cb93f0450 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751407 Feb 18 00:24:55.681266 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fc329-36c9-482d-9655-652768140303 req-c1cf45d2-8f65-4602-a63a-3fb0b6a1ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:55.686850 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c4fc329-36c9-482d-9655-652768140303 req-c1cf45d2-8f65-4602-a63a-3fb0b6a1ffde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2165520 Feb 18 00:24:55.846565 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f694c3-1f7f-4576-9137-e68339b960e6 None None] New status for floating IP 3ebd6d11-f70c-470f-8475-c644649a1b5d: DOWN {{(pid=84027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:24:55.948219 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c4fc329-36c9-482d-9655-652768140303 req-86b7ea6d-a3a1-4352-a645-2296f26101ff service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542455 Feb 18 00:24:56.168920 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c4fc329-36c9-482d-9655-652768140303 req-cea941e5-7ef8-45ac-96b0-6972f09781e9 service neutron] 10.222.0.30 "GET /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2122333 Feb 18 00:24:56.897442 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dba5b-a2a7-45fc-b714-571dc3fea52b req-f21924bd-3dc2-42d9-a212-61db15256590 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:56.901125 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7d6dba5b-a2a7-45fc-b714-571dc3fea52b req-f21924bd-3dc2-42d9-a212-61db15256590 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0999317 Feb 18 00:24:56.954437 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7d6dba5b-a2a7-45fc-b714-571dc3fea52b req-f0e1cc6d-e7c7-480c-b7e9-f7d7940d607c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468473 Feb 18 00:24:58.207434 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661a6af-0f45-4a4e-a180-0239ee0642e8 req-aba4df8b-22fd-4f6f-a744-49b5da3111ec tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:58.211377 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f661a6af-0f45-4a4e-a180-0239ee0642e8 req-aba4df8b-22fd-4f6f-a744-49b5da3111ec tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1025248 Feb 18 00:24:58.273065 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f661a6af-0f45-4a4e-a180-0239ee0642e8 req-081a6818-934a-4945-bebf-089737d2408b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557175 Feb 18 00:24:59.468340 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583f9c0-55f6-401f-9bcb-ab71fc3520ae req-3e61d3cf-76b0-45f8-ac38-dd59d3930101 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:59.470482 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e583f9c0-55f6-401f-9bcb-ab71fc3520ae req-3e61d3cf-76b0-45f8-ac38-dd59d3930101 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 945 time: 0.1436887 Feb 18 00:24:59.545140 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-e583f9c0-55f6-401f-9bcb-ab71fc3520ae req-ed9d12e3-f6c3-4d3f-bdfb-76008e487333 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Synchronizing usage tracker for tenant:b0d8884445e543838e196a51c75ced9d on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:24:59.576984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-e583f9c0-55f6-401f-9bcb-ab71fc3520ae req-ed9d12e3-f6c3-4d3f-bdfb-76008e487333 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Unset dirty status for tenant:b0d8884445e543838e196a51c75ced9d on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:24:59.594811 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e583f9c0-55f6-401f-9bcb-ab71fc3520ae req-ed9d12e3-f6c3-4d3f-bdfb-76008e487333 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170850 Feb 18 00:24:59.683776 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f431a-943e-4a9a-a8a2-a72ceb312721 req-8ae10370-bf4b-41f2-bac5-c253035898e2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:24:59.685582 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0d0f431a-943e-4a9a-a8a2-a72ceb312721 req-8ae10370-bf4b-41f2-bac5-c253035898e2 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1022325 Feb 18 00:24:59.741703 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0d0f431a-943e-4a9a-a8a2-a72ceb312721 req-97b83d24-fc9e-4395-a4df-ba1d8353fb92 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491664 Feb 18 00:25:00.834476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d85b15-dc21-4666-af74-e905c7a91f3c req-f0ad1f1a-4f55-4b7f-be34-63e4151af5f8 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:00.835294 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-30d85b15-dc21-4666-af74-e905c7a91f3c req-f0ad1f1a-4f55-4b7f-be34-63e4151af5f8 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Synchronizing usage tracker for tenant:b0d8884445e543838e196a51c75ced9d on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:25:00.854053 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-30d85b15-dc21-4666-af74-e905c7a91f3c req-f0ad1f1a-4f55-4b7f-be34-63e4151af5f8 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Unset dirty status for tenant:b0d8884445e543838e196a51c75ced9d on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:25:00.855380 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-30d85b15-dc21-4666-af74-e905c7a91f3c req-f0ad1f1a-4f55-4b7f-be34-63e4151af5f8 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 945 time: 0.1198015 Feb 18 00:25:00.926279 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-30d85b15-dc21-4666-af74-e905c7a91f3c req-34dc4c00-0826-4984-9e38-94dee1531445 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639277 Feb 18 00:25:00.984872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9490ea-cb8d-4477-8790-09e483aa6422 req-264c95cb-90f0-4330-b798-8d816f7d8f7d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:00.990154 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5b9490ea-cb8d-4477-8790-09e483aa6422 req-264c95cb-90f0-4330-b798-8d816f7d8f7d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0976486 Feb 18 00:25:01.051179 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5b9490ea-cb8d-4477-8790-09e483aa6422 req-cdfdf6e4-bdcd-4dd9-beb8-0c6e3e2694de tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582778 Feb 18 00:25:01.532345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd66af-4838-48e4-a828-b267d2ef4238 req-dc010d35-82c4-41b6-87ec-17a91075e390 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:01.534013 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82dd66af-4838-48e4-a828-b267d2ef4238 req-dc010d35-82c4-41b6-87ec-17a91075e390 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 945 time: 0.1037483 Feb 18 00:25:01.646785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-82dd66af-4838-48e4-a828-b267d2ef4238 req-4e8df10b-fc37-4a86-b45a-9e34157ad654 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Deleting port eb5e0807-9489-40b3-b106-af0cd9893442 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:01.647184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-82dd66af-4838-48e4-a828-b267d2ef4238 req-4e8df10b-fc37-4a86-b45a-9e34157ad654 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:02.013704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-82dd66af-4838-48e4-a828-b267d2ef4238 req-4e8df10b-fc37-4a86-b45a-9e34157ad654 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] For port eb5e0807-9489-40b3-b106-af0cd9893442, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=eb5e0807-9489-40b3-b106-af0cd9893442,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:02.014986 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-82dd66af-4838-48e4-a828-b267d2ef4238 req-4e8df10b-fc37-4a86-b45a-9e34157ad654 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:02.246475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-82dd66af-4838-48e4-a828-b267d2ef4238 req-4e8df10b-fc37-4a86-b45a-9e34157ad654 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Calling delete_port for eb5e0807-9489-40b3-b106-af0cd9893442 owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:02.346410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081e98c-492b-4ae3-be12-fb3371c4b58f req-f5ad63a5-50bb-4e12-be4a-ff6314ab2e5c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:02.356635 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e081e98c-492b-4ae3-be12-fb3371c4b58f req-f5ad63a5-50bb-4e12-be4a-ff6314ab2e5c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1641340 Feb 18 00:25:02.377215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3ca99-41e7-436b-9f57-e79bfb55b2ec req-7c44c76b-78d7-40b4-9984-495361e3e064 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:02.381136 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-38a3ca99-41e7-436b-9f57-e79bfb55b2ec req-7c44c76b-78d7-40b4-9984-495361e3e064 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab106a61-09fd-4fc1-a848-89b075cee5c0 HTTP/1.1" status: 200 len: 945 time: 0.2715602 Feb 18 00:25:02.412423 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e081e98c-492b-4ae3-be12-fb3371c4b58f req-9d6cfa59-8653-4bda-9ce5-8b7fab1373ad tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549572 Feb 18 00:25:02.501965 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-38a3ca99-41e7-436b-9f57-e79bfb55b2ec req-650dacf9-301d-48fc-8ffc-3bb8bec10f02 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.44 "GET /v2.0/security-groups?id=f6a32d98-377e-48fd-8eb7-c44642c1b1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644469 Feb 18 00:25:02.508291 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-82dd66af-4838-48e4-a828-b267d2ef4238 req-4e8df10b-fc37-4a86-b45a-9e34157ad654 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:02.536108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b3bb770a-8777-4d29-a1bc-5dfa139d4d45 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:02.576011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device eb5e0807-9489-40b3-b106-af0cd9893442 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:25:02.642503 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8df10b-fc37-4a86-b45a-9e34157ad654 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Pushing event deleted for resources: {'Port': ['ID=eb5e0807-9489-40b3-b106-af0cd9893442,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:02.646117 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4e8df10b-fc37-4a86-b45a-9e34157ad654 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:02.675504 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] No Port match for: eb5e0807-9489-40b3-b106-af0cd9893442 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:25:02.675760 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device eb5e0807-9489-40b3-b106-af0cd9893442 not bound to the agent host hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:25:02.809541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dd66af-4838-48e4-a828-b267d2ef4238 req-4e8df10b-fc37-4a86-b45a-9e34157ad654 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] No DVR routers for this DVR port eb5e0807-9489-40b3-b106-af0cd9893442 on host hv-cinder-75157 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:25:02.812130 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-82dd66af-4838-48e4-a828-b267d2ef4238 req-4e8df10b-fc37-4a86-b45a-9e34157ad654 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:02.826410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'name': 'network-vif-deleted', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:25:02.833899 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82dd66af-4838-48e4-a828-b267d2ef4238 req-4e8df10b-fc37-4a86-b45a-9e34157ad654 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] 10.222.0.30 "DELETE /v2.0/ports/eb5e0807-9489-40b3-b106-af0cd9893442 HTTP/1.1" status: 204 len: 173 time: 1.2743351 Feb 18 00:25:02.903321 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab106a61-09fd-4fc1-a848-89b075cee5c0', 'name': 'network-vif-deleted', 'tag': 'eb5e0807-9489-40b3-b106-af0cd9893442', 'status': 'completed', 'code': 200} Feb 18 00:25:03.669066 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bcf18-e5a2-4e2e-8332-283c7f494eb3 req-b3e33a9b-0274-4add-8246-b4cb2a552506 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:03.670811 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c0bcf18-e5a2-4e2e-8332-283c7f494eb3 req-b3e33a9b-0274-4add-8246-b4cb2a552506 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1135962 Feb 18 00:25:03.730575 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c0bcf18-e5a2-4e2e-8332-283c7f494eb3 req-5e21aca5-785c-4df7-81e6-f9920105b8e0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527599 Feb 18 00:25:03.939527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ccb2a-8537-425a-bc1d-d694510c8e41 req-bf940d08-90cd-4ba8-8776-9e6f09114b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:03.941292 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-351ccb2a-8537-425a-bc1d-d694510c8e41 req-bf940d08-90cd-4ba8-8776-9e6f09114b71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 1162 time: 0.0848939 Feb 18 00:25:04.105616 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ccb2a-8537-425a-bc1d-d694510c8e41 req-a727bf63-c5f9-46ee-a29c-084468bad649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:04.107276 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-351ccb2a-8537-425a-bc1d-d694510c8e41 req-a727bf63-c5f9-46ee-a29c-084468bad649 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 911 time: 0.1590550 Feb 18 00:25:04.230180 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-351ccb2a-8537-425a-bc1d-d694510c8e41 req-b0c741dc-02c0-4d43-b077-2096ab8f89ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f192ff3b-a125-4e90-83c5-f67bf8ed37c8 HTTP/1.1" status: 200 len: 1000 time: 0.1157980 Feb 18 00:25:04.306874 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ccb2a-8537-425a-bc1d-d694510c8e41 req-ac012d34-3149-4ba8-9021-2fd903f1048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:04.308464 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-351ccb2a-8537-425a-bc1d-d694510c8e41 req-ac012d34-3149-4ba8-9021-2fd903f1048d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.0706701 Feb 18 00:25:04.383063 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37424) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:04.403769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ccb2a-8537-425a-bc1d-d694510c8e41 req-57dd5748-ef95-48fe-9871-9864fc68e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:04.405830 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-351ccb2a-8537-425a-bc1d-d694510c8e41 req-57dd5748-ef95-48fe-9871-9864fc68e0d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0865583 Feb 18 00:25:04.563842 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-351ccb2a-8537-425a-bc1d-d694510c8e41 req-e6b1d5cd-6415-47ae-94f1-6d6d1418ba72 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497266 Feb 18 00:25:04.714538 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-351ccb2a-8537-425a-bc1d-d694510c8e41 req-2a59d864-a55d-4c27-8799-986480f63f2f service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432948 Feb 18 00:25:05.001783 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90ab7e-b84d-462e-aa07-660cc4c7a5f9 req-da757fc2-8511-43df-9561-6ba082726241 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:05.003403 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1c90ab7e-b84d-462e-aa07-660cc4c7a5f9 req-da757fc2-8511-43df-9561-6ba082726241 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1187932 Feb 18 00:25:05.105224 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1c90ab7e-b84d-462e-aa07-660cc4c7a5f9 req-ecfcd2fe-b854-4655-a624-038f564f9899 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952735 Feb 18 00:25:05.126354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852808026'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:05.515398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Deleting port 427eac0f-986e-4d9d-aa23-5170d30f0e70 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:05.515775 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:05.721773 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] For port 427eac0f-986e-4d9d-aa23-5170d30f0e70, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=427eac0f-986e-4d9d-aa23-5170d30f0e70,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:05.722463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:05.859418 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Calling delete_port for 427eac0f-986e-4d9d-aa23-5170d30f0e70 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:06.216023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:06.232853 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cc87e264-9908-47a6-8e25-1830789f9c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:06.375220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=427eac0f-986e-4d9d-aa23-5170d30f0e70,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:06.409021 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.409352 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.409756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.410159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.410556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.410956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.411349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.411738 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.412131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.413138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.413138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.413371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.413701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.414089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.414476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.415463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.415828 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.416213 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.416658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.417090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.417474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.417858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.418242 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.418628 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.426672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:06.512368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93ba50-4e3a-4318-9350-ec8103ff9360 req-1ee12d2c-3c62-4f33-b35a-bf0545321c59 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:06.514012 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d93ba50-4e3a-4318-9350-ec8103ff9360 req-1ee12d2c-3c62-4f33-b35a-bf0545321c59 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.2384000 Feb 18 00:25:06.625119 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9d93ba50-4e3a-4318-9350-ec8103ff9360 req-df12b00d-386f-467b-9dc5-d595467c5956 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792997 Feb 18 00:25:06.640135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device f192ff3b-a125-4e90-83c5-f67bf8ed37c8 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:25:06.809183 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:06.845899 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:25:06.858571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port f192ff3b-a125-4e90-83c5-f67bf8ed37c8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:06.862263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:06.864237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:06.907057 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8', 'code': 200} Feb 18 00:25:06.945145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:06.956462 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.956925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.957275 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.957652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.958028 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.958404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.958774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.959143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.959515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.959883 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.960248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.960649 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.961062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.961519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.963138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.963496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.963862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.964232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.964664 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.964980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.965347 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.965707 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.966081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.966427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:06.971168 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:07.081604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852807992'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:07.636643 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:25:07.839103 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:25:07.845083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c83a1d-4f5f-4b7d-b671-3dfa6eaab319 req-29e6059d-934a-405f-b12d-36bca364ee79 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:07.846509 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-19c83a1d-4f5f-4b7d-b671-3dfa6eaab319 req-29e6059d-934a-405f-b12d-36bca364ee79 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.0896862 Feb 18 00:25:07.849389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4be5b-aa7e-4b3b-83fe-2cbe46888005 None None] Sync routers for ids ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:25:07.858401 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] 10.222.0.44 "PUT /v2.0/routers/1c719540-5dd1-4de8-83b2-2c7d0dbfd630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4724045 Feb 18 00:25:07.860361 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4be5b-aa7e-4b3b-83fe-2cbe46888005 None None] Routers {'1c719540-5dd1-4de8-83b2-2c7d0dbfd630'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:25:07.861083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-09e4be5b-aa7e-4b3b-83fe-2cbe46888005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:24:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:07.862042 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37462) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:07.902380 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-19c83a1d-4f5f-4b7d-b671-3dfa6eaab319 req-1eb4a044-578b-4856-859e-416731507d2f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484772 Feb 18 00:25:08.056312 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:08.062603 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-09e4be5b-aa7e-4b3b-83fe-2cbe46888005 None None] Set router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:25:08.258282 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:08.269759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Deleting port 640c2fa1-3723-40ba-a794-30f97f0e4174 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:08.270140 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:08.492712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] For port 640c2fa1-3723-40ba-a794-30f97f0e4174, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=640c2fa1-3723-40ba-a794-30f97f0e4174,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:08.493469 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:08.612863 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-09e4be5b-aa7e-4b3b-83fe-2cbe46888005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132'}], 'enable_snat': True}, 'gw_port_id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:25:06Z', 'revision_number': 5, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port': {'id': '640c2fa1-3723-40ba-a794-30f97f0e4174', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:22:13Z', 'updated_at': '2021-02-18T00:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:08.615319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4be5b-aa7e-4b3b-83fe-2cbe46888005 None None] Checking router: 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:25:08.627233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4be5b-aa7e-4b3b-83fe-2cbe46888005 None None] Routers {'1c719540-5dd1-4de8-83b2-2c7d0dbfd630'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:25:08.627815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-09e4be5b-aa7e-4b3b-83fe-2cbe46888005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:24:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:08.657841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Calling delete_port for 640c2fa1-3723-40ba-a794-30f97f0e4174 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:08.802166 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-09e4be5b-aa7e-4b3b-83fe-2cbe46888005 None None] Set router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:25:08.914073 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:08.921431 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-09e4be5b-aa7e-4b3b-83fe-2cbe46888005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:25:08Z', 'revision_number': 6, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port_host': None}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:08.926206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4be5b-aa7e-4b3b-83fe-2cbe46888005 None None] The sync data for ids ['1c719540-5dd1-4de8-83b2-2c7d0dbfd630'] in dv-cinder-751579-21-smb is: [{'id': '1c719540-5dd1-4de8-83b2-2c7d0dbfd630', 'name': 'tempest-TestMinimumBasicScenario-1365213722-router', 'tenant_id': 'b0d8884445e543838e196a51c75ced9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:22:12Z', 'updated_at': '2021-02-18T00:25:08Z', 'revision_number': 6, 'project_id': 'b0d8884445e543838e196a51c75ced9d', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:25:08.934886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b640bf42-08e7-44ed-9ea4-c02da9808a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:09.035105 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=640c2fa1-3723-40ba-a794-30f97f0e4174,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:09.046099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:09.178937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974972'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:09.373969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853073908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5010'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:09.376910 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:09.672461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 37508) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:09.688348 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1bff3-3c88-4688-98d2-e033b1dae4d7 req-8ef4b8e8-785f-4739-a9e2-6767cd4e672a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:09.690187 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5dc1bff3-3c88-4688-98d2-e033b1dae4d7 req-8ef4b8e8-785f-4739-a9e2-6767cd4e672a tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.1208427 Feb 18 00:25:09.762318 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853074642'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:09.762973 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c719540-5dd1-4de8-83b2-2c7d0dbfd630 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 00:25:09.778454 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:09.779782 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-7442259b-5e4c-4482-8449-3e72da3196a7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1c719540-5dd1-4de8-83b2-2c7d0dbfd630 HTTP/1.1" status: 204 len: 168 time: 1.9163859 Feb 18 00:25:09.782882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37516) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:09.828634 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5dc1bff3-3c88-4688-98d2-e033b1dae4d7 req-9266a41c-f57f-42ba-b4a8-c5a86a8125fa tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267710 Feb 18 00:25:09.870921 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f984c0af-2a8e-4edf-85a4-660ed33c65ab admin admin] Deleting subnet 3e0a0427-fc45-407d-ad03-ad0306d4b275 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:25:09.875096 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f984c0af-2a8e-4edf-85a4-660ed33c65ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:09.911243 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-e0f02ddb-5008-4bbf-9431-32e0e1d0f02a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2371032 Feb 18 00:25:09.942513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f984c0af-2a8e-4edf-85a4-660ed33c65ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823214455'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:10.084984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f984c0af-2a8e-4edf-85a4-660ed33c65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:10.398539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f984c0af-2a8e-4edf-85a4-660ed33c65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823097914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33211250'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:10.416046 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:10.505607 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c0af-2a8e-4edf-85a4-660ed33c65ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0a0427-fc45-407d-ad03-ad0306d4b275,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:10.510785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f984c0af-2a8e-4edf-85a4-660ed33c65ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:10.572011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f984c0af-2a8e-4edf-85a4-660ed33c65ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:10.579145 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-f984c0af-2a8e-4edf-85a4-660ed33c65ab admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3e0a0427-fc45-407d-ad03-ad0306d4b275 HTTP/1.1" status: 204 len: 168 time: 0.7951541 Feb 18 00:25:10.582044 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad08845-d489-4771-9e3c-07c16592a154 None None] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:25:10.582188 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 37536) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:10.652881 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 427eac0f-986e-4d9d-aa23-5170d30f0e70 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:25:10.699013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 427eac0f-986e-4d9d-aa23-5170d30f0e70 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:25:10.699312 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 427eac0f-986e-4d9d-aa23-5170d30f0e70 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:25:10.700198 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 640c2fa1-3723-40ba-a794-30f97f0e4174 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:25:10.737724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:10.749219 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 640c2fa1-3723-40ba-a794-30f97f0e4174 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:25:10.749654 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 640c2fa1-3723-40ba-a794-30f97f0e4174 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:25:10.939815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a02f3ce-d3ca-427d-8b6d-e16c72f076c6 None None] DHCP port deletion for 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 request from dv-cinder-751579-21-smb {{(pid=84026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 00:25:10.945113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6a02f3ce-d3ca-427d-8b6d-e16c72f076c6 None None] Deleting port 73593855-0f55-4ed4-aa8c-79d4889509c9 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:10.945679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a02f3ce-d3ca-427d-8b6d-e16c72f076c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:11.149716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Deleting port 73593855-0f55-4ed4-aa8c-79d4889509c9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:11.150158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:11.177031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-6a02f3ce-d3ca-427d-8b6d-e16c72f076c6 None None] For port 73593855-0f55-4ed4-aa8c-79d4889509c9, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=73593855-0f55-4ed4-aa8c-79d4889509c9,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:11.177421 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a02f3ce-d3ca-427d-8b6d-e16c72f076c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:11.291322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-767df261-b6d0-4178-9478-7e958350900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:11.292865 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-767df261-b6d0-4178-9478-7e958350900d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d&tenant_id=2ff96f25a495405c89133fb0124f23c3 HTTP/1.1" status: 200 len: 1160 time: 0.2505620 Feb 18 00:25:11.302354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f22900-722c-4b75-8943-18364d7e4be6 req-1dc0f018-3e01-4fb1-b7c4-84cea5a263c5 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:11.305142 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-52f22900-722c-4b75-8943-18364d7e4be6 req-1dc0f018-3e01-4fb1-b7c4-84cea5a263c5 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.2640641 Feb 18 00:25:11.314679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6a02f3ce-d3ca-427d-8b6d-e16c72f076c6 None None] Calling delete_port for 73593855-0f55-4ed4-aa8c-79d4889509c9 owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:11.472247 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a02f3ce-d3ca-427d-8b6d-e16c72f076c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238'] for port, after_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:11.519136 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-52f22900-722c-4b75-8943-18364d7e4be6 req-c74aa83e-7088-440f-ad5c-f7c9fb00961b tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2072310 Feb 18 00:25:11.534996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] For port 73593855-0f55-4ed4-aa8c-79d4889509c9, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=73593855-0f55-4ed4-aa8c-79d4889509c9,segment=NetworkSegment(c712d6d4-813d-4b3d-a3f8-5eccc47602dc),segment_id=c712d6d4-813d-4b3d-a3f8-5eccc47602dc)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:11.535409 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:11.569734 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-75f23259-6801-4afa-8051-d6faecd26e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:11.629167 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02f3ce-d3ca-427d-8b6d-e16c72f076c6 None None] Pushing event deleted for resources: {'Port': ['ID=73593855-0f55-4ed4-aa8c-79d4889509c9,revision_number=None']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:11.643818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6a02f3ce-d3ca-427d-8b6d-e16c72f076c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:11.680029 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02f3ce-d3ca-427d-8b6d-e16c72f076c6 None None] No DVR routers for this DVR port 73593855-0f55-4ed4-aa8c-79d4889509c9 on host dv-cinder-751579-21-smb {{(pid=84026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:25:11.688234 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Calling delete_port for 73593855-0f55-4ed4-aa8c-79d4889509c9 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:11.720903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-a04b8689-90ba-4c79-8d0b-6adb24e469a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:11.722645 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-a04b8689-90ba-4c79-8d0b-6adb24e469a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 1160 time: 0.4018953 Feb 18 00:25:11.880397 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:25:11.880802 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:25:11.903059 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-088a4f19-4007-4e43-84ba-f3d03991de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:11.904681 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-088a4f19-4007-4e43-84ba-f3d03991de6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 911 time: 0.1705301 Feb 18 00:25:12.021036 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-ff0620e0-897b-4b94-9b9d-ac12f205b318 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f192ff3b-a125-4e90-83c5-f67bf8ed37c8 HTTP/1.1" status: 200 len: 998 time: 0.1087410 Feb 18 00:25:12.098394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-734a5d0d-2f00-48a3-8911-9f570cac3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:12.100130 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-734a5d0d-2f00-48a3-8911-9f570cac3079 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.0701020 Feb 18 00:25:12.190248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-2f675617-946c-4ab9-bbcf-dfb2a0869ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:12.191951 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-2f675617-946c-4ab9-bbcf-dfb2a0869ac7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0846155 Feb 18 00:25:12.340009 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-36f12874-85f4-40ce-a1e0-807335676c15 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399319 Feb 18 00:25:12.418604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Deleting port 73593855-0f55-4ed4-aa8c-79d4889509c9 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:12.418979 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:12.509005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] The port '73593855-0f55-4ed4-aa8c-79d4889509c9' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 00:25:12.627339 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 73593855-0f55-4ed4-aa8c-79d4889509c9 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:25:12.666121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 73593855-0f55-4ed4-aa8c-79d4889509c9 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:25:12.666625 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 73593855-0f55-4ed4-aa8c-79d4889509c9 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:25:12.668568 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:12.793017 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7623a2ce-ac39-4eb2-8fb9-ac1bf73c0db5 req-408691f9-7e8c-440f-9c40-5675d9236521 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4451005 Feb 18 00:25:12.852221 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3f82d0-f6ea-4718-b15f-bf48aa5985a0']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:12.869443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:12.869783 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c712d6d4-813d-4b3d-a3f8-5eccc47602dc') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:12.892471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1448559'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:12.906626 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1dd0a-8d8d-41b1-be99-51a1e8216988 req-b5028e2a-e58e-460f-9043-362a9202cc76 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:12.908352 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fcd1dd0a-8d8d-41b1-be99-51a1e8216988 req-b5028e2a-e58e-460f-9043-362a9202cc76 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.2514424 Feb 18 00:25:12.935346 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:12.939236 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:25:13.116784 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fcd1dd0a-8d8d-41b1-be99-51a1e8216988 req-5922f0a8-9eb7-40bf-ba7a-95c9210a8d27 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1976500 Feb 18 00:25:13.164886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:25:13.174639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31565690'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:13.378119 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Network 1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: % (table.description, expected, rows_matched) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: % (table.description, expected, rows_matched) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: % (table.description, expected, rows_matched) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: % (table.description, expected, rows_matched) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:25:13.406670 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:25:13.502760 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:13.506471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:13.527384 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:13.537102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3f82d0-f6ea-4718-b15f-bf48aa5985a0,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:13.540947 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:13.555906 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1b3f82d0-f6ea-4718-b15f-bf48aa5985a0 HTTP/1.1" status: 204 len: 168 time: 2.9711230 Feb 18 00:25:13.837790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 37586) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:13.944462 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d8f24965-1053-4030-ad2f-6c73d40e4d3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0d8884445e543838e196a51c75ced9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1025045 Feb 18 00:25:13.945081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 37590) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:14.049850 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3674cec2-677d-4050-adf8-c34ad5e5717c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:14.088078 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3674cec2-677d-4050-adf8-c34ad5e5717c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:14.187501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3674cec2-677d-4050-adf8-c34ad5e5717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:14.200637 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b83ea2f7-fd12-45cb-a3ff-c269373fa2f0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:14.231104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674cec2-677d-4050-adf8-c34ad5e5717c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a32d98-377e-48fd-8eb7-c44642c1b1c8,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:14.276838 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3674cec2-677d-4050-adf8-c34ad5e5717c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:14.284521 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3674cec2-677d-4050-adf8-c34ad5e5717c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:14.286166 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-3674cec2-677d-4050-adf8-c34ad5e5717c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6a32d98-377e-48fd-8eb7-c44642c1b1c8 HTTP/1.1" status: 204 len: 168 time: 0.3404229 Feb 18 00:25:14.428158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a30b-66fb-43a1-adb0-837e1eda015e req-b9c8afeb-d3b0-4eaf-965f-9f332c747b57 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:14.429936 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ec56a30b-66fb-43a1-adb0-837e1eda015e req-b9c8afeb-d3b0-4eaf-965f-9f332c747b57 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.0990708 Feb 18 00:25:14.516075 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ec56a30b-66fb-43a1-adb0-837e1eda015e req-f431b347-198f-4f81-83df-35ea1e3e9824 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792801 Feb 18 00:25:16.034035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debd26d-7375-4b30-89f1-2660ffa51ed2 req-4bc4a320-4078-4643-b58a-d58a1478deae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:16.035740 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1debd26d-7375-4b30-89f1-2660ffa51ed2 req-4bc4a320-4078-4643-b58a-d58a1478deae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.3497710 Feb 18 00:25:16.089038 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1debd26d-7375-4b30-89f1-2660ffa51ed2 req-036fd114-35f0-49e7-9136-31ee13b98efd tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462623 Feb 18 00:25:16.614398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b91a2391-1c41-4dd1-bcaa-ee6f42e0afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:17.315488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0102b-466e-422b-b306-ac54b9a11034 req-8aef320d-c409-48c6-8b08-78801d0a2f61 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:17.317158 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0bf0102b-466e-422b-b306-ac54b9a11034 req-8aef320d-c409-48c6-8b08-78801d0a2f61 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.0931628 Feb 18 00:25:17.372805 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0bf0102b-466e-422b-b306-ac54b9a11034 req-35ca5833-d288-4326-9a48-df0a93c18308 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479989 Feb 18 00:25:18.614399 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a922d-29da-4ec3-a606-2896b6d05d1f req-127d03d0-0c81-4967-bf24-d2d05a6f75ba tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:18.616081 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3a922d-29da-4ec3-a606-2896b6d05d1f req-127d03d0-0c81-4967-bf24-d2d05a6f75ba tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.1143379 Feb 18 00:25:18.667383 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3a922d-29da-4ec3-a606-2896b6d05d1f req-5b63e9b4-e53b-4f04-a481-25699584d305 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443780 Feb 18 00:25:18.717483 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b61a94e0-639d-49f8-8830-8fcf2f7ac056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:19.844131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:19.886005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c147568-164b-43c7-9e73-c5fde33669f8 req-2f277cf3-7617-4f3c-829e-6db52a3dccf9 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:19.887937 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2c147568-164b-43c7-9e73-c5fde33669f8 req-2f277cf3-7617-4f3c-829e-6db52a3dccf9 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.0935724 Feb 18 00:25:19.937843 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2c147568-164b-43c7-9e73-c5fde33669f8 req-d958b152-4d60-4302-b4dd-d0811856c073 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432444 Feb 18 00:25:20.813808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:20.920714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 37648) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:21.055085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0c4c-66d8-437f-a6cf-72b649bb5bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:21.065444 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:21.073834 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b4ee0c4c-66d8-437f-a6cf-72b649bb5bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:25:21.121413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b4ee0c4c-66d8-437f-a6cf-72b649bb5bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:7781822c41c84d8ba84a24ab69aa9f92 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:25:21.129862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b4ee0c4c-66d8-437f-a6cf-72b649bb5bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:25:21.138971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b4ee0c4c-66d8-437f-a6cf-72b649bb5bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:25:21.218440 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5205f8-f46b-4104-9146-4398c066a69a req-bdd4610c-e9d1-4e38-b595-87bdb5e19462 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:21.220082 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3b5205f8-f46b-4104-9146-4398c066a69a req-bdd4610c-e9d1-4e38-b595-87bdb5e19462 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.1431539 Feb 18 00:25:21.301790 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3b5205f8-f46b-4104-9146-4398c066a69a req-6d4fdb3f-d319-4e96-b7d4-f22bc6f16be0 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743246 Feb 18 00:25:21.306301 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0c4c-66d8-437f-a6cf-72b649bb5bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:21.310102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0c4c-66d8-437f-a6cf-72b649bb5bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:21.319381 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3944f9be-566f-4a0d-8b16-3d885039497d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:21.351805 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b4ee0c4c-66d8-437f-a6cf-72b649bb5bf2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7781822c41c84d8ba84a24ab69aa9f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298923 Feb 18 00:25:21.355553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37656) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:21.371075 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee0c4c-66d8-437f-a6cf-72b649bb5bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f810b417-5884-4cde-82f1-9e156611b148,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:21.374788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b4ee0c4c-66d8-437f-a6cf-72b649bb5bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:21.434569 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-806894a9-158c-4078-9d24-dc2a22e287e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:21.462413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-806894a9-158c-4078-9d24-dc2a22e287e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:21.509011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-806894a9-158c-4078-9d24-dc2a22e287e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:21.514770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d076cf7e-1255-44db-bee2-f8c86d1cd389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:21.526733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806894a9-158c-4078-9d24-dc2a22e287e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f810b417-5884-4cde-82f1-9e156611b148,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:21.530866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-806894a9-158c-4078-9d24-dc2a22e287e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:21.534271 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-806894a9-158c-4078-9d24-dc2a22e287e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:21.538833 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-806894a9-158c-4078-9d24-dc2a22e287e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f810b417-5884-4cde-82f1-9e156611b148 HTTP/1.1" status: 204 len: 168 time: 0.1818845 Feb 18 00:25:21.574352 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:22.552871 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1674e-a829-4126-a1a6-6fb6ac097675 req-24519bb3-e207-4cd8-8939-0e074a25776e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:22.565585 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f1f1674e-a829-4126-a1a6-6fb6ac097675 req-24519bb3-e207-4cd8-8939-0e074a25776e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.1179564 Feb 18 00:25:22.630743 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f1f1674e-a829-4126-a1a6-6fb6ac097675 req-f65032b0-78ca-4cda-9b94-98baac5ea245 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499935 Feb 18 00:25:23.862701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf169908-302f-4d8f-aea7-fcffc23f204b req-0cacdfd3-8dd3-4283-ab8e-7ac085cb048c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:23.864233 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cf169908-302f-4d8f-aea7-fcffc23f204b req-0cacdfd3-8dd3-4283-ab8e-7ac085cb048c tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.0895121 Feb 18 00:25:23.915666 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cf169908-302f-4d8f-aea7-fcffc23f204b req-b0acc6bd-f6f9-4499-9ce0-549ee76d46ff tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440803 Feb 18 00:25:24.805506 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd4584-54f0-4ce8-af9f-ebda05e7fdd1 req-e859446b-f5fe-4112-9b1d-a8085661c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:24.807759 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-74bd4584-54f0-4ce8-af9f-ebda05e7fdd1 req-e859446b-f5fe-4112-9b1d-a8085661c4a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ff96f25a495405c89133fb0124f23c3&device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 1160 time: 0.0842314 Feb 18 00:25:24.964630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd4584-54f0-4ce8-af9f-ebda05e7fdd1 req-b9326488-96b4-4d7c-bc32-2403496ff583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:24.966247 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-74bd4584-54f0-4ce8-af9f-ebda05e7fdd1 req-b9326488-96b4-4d7c-bc32-2403496ff583 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 200 len: 911 time: 0.1376135 Feb 18 00:25:25.127535 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-74bd4584-54f0-4ce8-af9f-ebda05e7fdd1 req-5aafedc6-5bfb-490e-8193-94cef71ea702 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f192ff3b-a125-4e90-83c5-f67bf8ed37c8 HTTP/1.1" status: 200 len: 998 time: 0.1536100 Feb 18 00:25:25.210984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7cf3-37cb-47c4-976b-7bf2fa733e06 req-26d9dfc2-1585-4e82-aef2-0cde28986894 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:25.212661 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac0c7cf3-37cb-47c4-976b-7bf2fa733e06 req-26d9dfc2-1585-4e82-aef2-0cde28986894 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.1677430 Feb 18 00:25:25.235690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd4584-54f0-4ce8-af9f-ebda05e7fdd1 req-36601ed5-b2e2-4fbb-b7d2-938597532fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:25.237209 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-74bd4584-54f0-4ce8-af9f-ebda05e7fdd1 req-36601ed5-b2e2-4fbb-b7d2-938597532fee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 200 len: 856 time: 0.1010199 Feb 18 00:25:25.309597 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac0c7cf3-37cb-47c4-976b-7bf2fa733e06 req-1299c172-8ecc-465f-987c-120487ceb473 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903282 Feb 18 00:25:25.338308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd4584-54f0-4ce8-af9f-ebda05e7fdd1 req-08268aa7-7166-460c-957e-95504d8aeb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:25.339883 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-74bd4584-54f0-4ce8-af9f-ebda05e7fdd1 req-08268aa7-7166-460c-957e-95504d8aeb1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1240ef45-358d-4e93-adf6-50e51ed3c6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0942285 Feb 18 00:25:25.484837 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-74bd4584-54f0-4ce8-af9f-ebda05e7fdd1 req-b1d487b5-605c-413f-86bc-2d2b23769aac service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348274 Feb 18 00:25:25.629627 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-74bd4584-54f0-4ce8-af9f-ebda05e7fdd1 req-4da996e5-c1c3-4066-81d8-d417bd889309 service neutron] 10.222.0.30 "GET /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367376 Feb 18 00:25:26.523311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1bd3e-8ae2-4ce5-9178-d017f7c4115c req-7324d89b-9b6a-463c-a0f8-d6d1bcc4373e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:26.524959 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3bd1bd3e-8ae2-4ce5-9178-d017f7c4115c req-7324d89b-9b6a-463c-a0f8-d6d1bcc4373e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 943 time: 0.0909202 Feb 18 00:25:26.574957 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3bd1bd3e-8ae2-4ce5-9178-d017f7c4115c req-7f1ff1df-975c-404f-8892-0b08faf1fd15 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429268 Feb 18 00:25:27.218521 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device f192ff3b-a125-4e90-83c5-f67bf8ed37c8 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:25:27.292832 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:25:27.293256 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:27.420715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:27.448623 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:25:27.459001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port f192ff3b-a125-4e90-83c5-f67bf8ed37c8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:27.462980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:27.465182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fa477bbf-c253-40fd-8e4b-69fc9e19ce29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:27.537698 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,revision_number=6']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:27.542517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:27.657747 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8', 'code': 200} Feb 18 00:25:27.848958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61687129-d16e-4ce3-9024-04968448b85b req-96d816c6-3daf-4d3c-b1c4-58642ad4ac1f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:27.850553 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-61687129-d16e-4ce3-9024-04968448b85b req-96d816c6-3daf-4d3c-b1c4-58642ad4ac1f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0941467 Feb 18 00:25:27.904297 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-61687129-d16e-4ce3-9024-04968448b85b req-beb76685-edf4-4093-b8ec-74a6b72df7dd tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465922 Feb 18 00:25:27.977262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eaf57-e968-4b46-bdc1-22a5db6ff728 req-633afb9d-14de-47e1-a5b5-55372044d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:27.983934 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3b3eaf57-e968-4b46-bdc1-22a5db6ff728 req-633afb9d-14de-47e1-a5b5-55372044d36b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 1162 time: 0.1283057 Feb 18 00:25:28.036361 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3b3eaf57-e968-4b46-bdc1-22a5db6ff728 req-8bbf70aa-2278-47ef-93ac-887b70c4d19e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415168 Feb 18 00:25:28.526667 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 37760) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:28.663916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58b5cef4-8c99-484e-97f5-39d0bd9c9fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:28.679893 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-58b5cef4-8c99-484e-97f5-39d0bd9c9fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:25:28.684648 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-58b5cef4-8c99-484e-97f5-39d0bd9c9fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b7ad38a4224064bb2d189f28584c38 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:25:28.687536 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-58b5cef4-8c99-484e-97f5-39d0bd9c9fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:25:28.693188 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-58b5cef4-8c99-484e-97f5-39d0bd9c9fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:25:28.790203 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58b5cef4-8c99-484e-97f5-39d0bd9c9fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:28.793565 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-58b5cef4-8c99-484e-97f5-39d0bd9c9fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:28.802247 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-974b0058-0c18-4598-9562-079b8b3b2a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:28.845661 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-58b5cef4-8c99-484e-97f5-39d0bd9c9fb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5b7ad38a4224064bb2d189f28584c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178222 Feb 18 00:25:28.847319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5cef4-8c99-484e-97f5-39d0bd9c9fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ed377b-aa4d-4934-b325-ff969cb5bf5a,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:28.848773 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37766) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:28.850089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-58b5cef4-8c99-484e-97f5-39d0bd9c9fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:28.896388 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device f192ff3b-a125-4e90-83c5-f67bf8ed37c8 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:25:28.915346 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92fc684a-c310-4e3e-ab3d-e8ca3be901dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:28.950898 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92fc684a-c310-4e3e-ab3d-e8ca3be901dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:28.982874 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:25:28.983331 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:29.000498 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92fc684a-c310-4e3e-ab3d-e8ca3be901dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:29.005916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5b1aa164-d265-4f20-84a4-e566175fa545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:29.025943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-92fc684a-c310-4e3e-ab3d-e8ca3be901dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:29.029717 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-92fc684a-c310-4e3e-ab3d-e8ca3be901dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70ed377b-aa4d-4934-b325-ff969cb5bf5a HTTP/1.1" status: 204 len: 168 time: 0.1771612 Feb 18 00:25:29.029717 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc684a-c310-4e3e-ab3d-e8ca3be901dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ed377b-aa4d-4934-b325-ff969cb5bf5a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:29.031302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-92fc684a-c310-4e3e-ab3d-e8ca3be901dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:29.194396 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3f6a5-6216-4e97-a8fa-865ce24f5db5 req-ab01e80d-323e-4fd5-ad34-7c1147a5ea17 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:29.196169 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3fe3f6a5-6216-4e97-a8fa-865ce24f5db5 req-ab01e80d-323e-4fd5-ad34-7c1147a5ea17 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.1296308 Feb 18 00:25:29.250213 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3fe3f6a5-6216-4e97-a8fa-865ce24f5db5 req-ff6801de-746d-47b7-8f91-62882379e86d tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466020 Feb 18 00:25:30.021034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:25:30.458412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abda94a-2473-455a-961a-4302bdee59e3 req-bf684662-075e-4915-a122-d1b754925efe tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:30.460010 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1abda94a-2473-455a-961a-4302bdee59e3 req-bf684662-075e-4915-a122-d1b754925efe tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0855525 Feb 18 00:25:30.514245 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1abda94a-2473-455a-961a-4302bdee59e3 req-bdf4c649-4a19-4f44-9dec-4bcd700770df tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472929 Feb 18 00:25:39.007448 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b1274-7ccb-4867-9a49-1be7e994460c req-f18ae8a2-8f82-4a30-85f7-cdf1d587b138 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:39.023293 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-339b1274-7ccb-4867-9a49-1be7e994460c req-f18ae8a2-8f82-4a30-85f7-cdf1d587b138 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 946 time: 0.0849905 Feb 18 00:25:39.057951 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-339b1274-7ccb-4867-9a49-1be7e994460c req-c2af6f98-54bb-4ce7-bbee-60562e9d939b tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa8afd62-d3d3-4482-b167-803c9c0e37bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416319 Feb 18 00:25:40.260174 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e7d2b-42bf-4a04-b13e-51315216b2ec req-131834c0-b0ac-4034-a678-19dc96afcd03 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:40.262056 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-538e7d2b-42bf-4a04-b13e-51315216b2ec req-131834c0-b0ac-4034-a678-19dc96afcd03 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 946 time: 0.0858099 Feb 18 00:25:40.308437 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-538e7d2b-42bf-4a04-b13e-51315216b2ec req-2f739369-211f-445f-9030-a62a2d801bbd tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa8afd62-d3d3-4482-b167-803c9c0e37bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401597 Feb 18 00:25:40.973201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device ad76ad4d-3903-4948-ad21-b1f69fa20144 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:25:41.047519 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port ad76ad4d-3903-4948-ad21-b1f69fa20144 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:25:41.047936 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:41.198768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-aee38a3e-c74c-4a3b-a7fb-350da37f1300 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:41.200444 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-aee38a3e-c74c-4a3b-a7fb-350da37f1300 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 946 time: 0.0880239 Feb 18 00:25:41.276380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Deleting port ad76ad4d-3903-4948-ad21-b1f69fa20144 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:41.277735 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:41.597135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] For port ad76ad4d-3903-4948-ad21-b1f69fa20144, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=ad76ad4d-3903-4948-ad21-b1f69fa20144,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:41.597537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:41.678418 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f754103-4326-4fb9-96ac-8a5c0a7427bf req-2ea35fe3-0fd4-431f-bb23-77504ba288c0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:41.679992 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f754103-4326-4fb9-96ac-8a5c0a7427bf req-2ea35fe3-0fd4-431f-bb23-77504ba288c0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 946 time: 0.2153504 Feb 18 00:25:41.817381 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f754103-4326-4fb9-96ac-8a5c0a7427bf req-ab9df420-de18-4074-b62e-d07f93e5bb34 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups?id=aa8afd62-d3d3-4482-b167-803c9c0e37bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280525 Feb 18 00:25:41.957576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:41.957989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:41.958340 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Floating IP 49aaf5fb-fd85-4436-8aac-2c7c2dd1a1cc disassociated. External IP: 172.28.0.23, port: ad76ad4d-3903-4948-ad21-b1f69fa20144. Feb 18 00:25:41.958725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Calling delete_port for ad76ad4d-3903-4948-ad21-b1f69fa20144 owned by compute:nova {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:42.101280 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:42.118887 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4318ba7d-3fa1-40f0-af6f-5ef36697bd85 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:42.208872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event deleted for resources: {'Port': ['ID=ad76ad4d-3903-4948-ad21-b1f69fa20144,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:42.218320 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:42.704978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Router 91c1a75b-5101-4406-99ff-897f8cbb3049 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:25:42.897309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:25:42.907818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6fa23f-56fc-498b-8507-1eb783b5bcf7 None None] Sync routers for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:25:42.918243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6fa23f-56fc-498b-8507-1eb783b5bcf7 None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:25:42.918940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-de6fa23f-56fc-498b-8507-1eb783b5bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:25:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:42.927202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device ad76ad4d-3903-4948-ad21-b1f69fa20144 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:25:42.936618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] No DVR routers for this DVR port ad76ad4d-3903-4948-ad21-b1f69fa20144 on host hv-cinder-75157 {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:25:42.939043 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:42.941942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'name': 'network-vif-deleted', 'tag': 'ad76ad4d-3903-4948-ad21-b1f69fa20144'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:25:42.968337 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-385d7ba5-8382-4a54-bcb5-f401773bb3ad req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.30 "DELETE /v2.0/ports/ad76ad4d-3903-4948-ad21-b1f69fa20144 HTTP/1.1" status: 204 len: 173 time: 1.7618937 Feb 18 00:25:42.998304 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] No Port match for: ad76ad4d-3903-4948-ad21-b1f69fa20144 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:25:42.998701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device ad76ad4d-3903-4948-ad21-b1f69fa20144 not bound to the agent host hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:25:43.018119 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a83ae7ca-ad65-49c6-91e1-c419aabebb8c req-af825856-5b0a-4ba5-92ad-880a0d9e0ba0 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b193cd4-3fea-4073-b818-1379a9c6e1cb HTTP/1.1" status: 200 len: 210 time: 0.0837870 Feb 18 00:25:43.140488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-de6fa23f-56fc-498b-8507-1eb783b5bcf7 None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:25:43.146297 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b193cd4-3fea-4073-b818-1379a9c6e1cb', 'name': 'network-vif-deleted', 'tag': 'ad76ad4d-3903-4948-ad21-b1f69fa20144', 'status': 'completed', 'code': 200} Feb 18 00:25:43.622285 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-de6fa23f-56fc-498b-8507-1eb783b5bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:43.626463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6fa23f-56fc-498b-8507-1eb783b5bcf7 None None] Checking router: 91c1a75b-5101-4406-99ff-897f8cbb3049 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:25:43.635360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6fa23f-56fc-498b-8507-1eb783b5bcf7 None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:25:43.637094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-de6fa23f-56fc-498b-8507-1eb783b5bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:25:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:43.824223 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-de6fa23f-56fc-498b-8507-1eb783b5bcf7 None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:25:44.151486 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37896) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:44.152858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-de6fa23f-56fc-498b-8507-1eb783b5bcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:44.157080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6fa23f-56fc-498b-8507-1eb783b5bcf7 None None] The sync data for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb is: [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:20:00Z', 'revision_number': 4, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6e59ff52-d02a-4e32-a94e-30c7e28c5411', 'name': '', 'network_id': '27447fe4-5abc-434b-b61d-e537462935b2', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'mac_address': 'fa:16:3e:9c:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:54Z', 'updated_at': '2021-02-18T00:20:12Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'subnets': [{'id': 'dc1611c6-7deb-4e58-8f22-eb7fac57a53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:25:44.223272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-880cab76-ea8a-4cd6-b419-a1ab62074658 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:44.253606 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-880cab76-ea8a-4cd6-b419-a1ab62074658 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:44.308313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-880cab76-ea8a-4cd6-b419-a1ab62074658 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:44.313776 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-358ceb31-b1f4-4260-9520-f783cfc2534c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:44.329177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cab76-ea8a-4cd6-b419-a1ab62074658 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8afd62-d3d3-4482-b167-803c9c0e37bb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:44.332080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-880cab76-ea8a-4cd6-b419-a1ab62074658 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:44.338771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-880cab76-ea8a-4cd6-b419-a1ab62074658 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:44.340115 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-880cab76-ea8a-4cd6-b419-a1ab62074658 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "DELETE /v2.0/security-groups/aa8afd62-d3d3-4482-b167-803c9c0e37bb HTTP/1.1" status: 204 len: 168 time: 0.1874578 Feb 18 00:25:44.342991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37900) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:44.364795 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.v2.resource [None req-402696c9-cf9f-44f7-bc4e-f2c9b5dfded9 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] show failed (client error): The resource could not be found. Feb 18 00:25:44.365893 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-402696c9-cf9f-44f7-bc4e-f2c9b5dfded9 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "GET /v2.0/security-groups/aa8afd62-d3d3-4482-b167-803c9c0e37bb HTTP/1.1" status: 404 len: 347 time: 0.0219121 Feb 18 00:25:44.368962 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37904) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:44.537457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Deleting port 140b13ef-e9c1-4a0b-aa6a-9058d668bc35 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:44.537843 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:44.540121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57007fd4-78fa-44cd-8412-05387ffa49ad None None] New status for floating IP 49aaf5fb-fd85-4436-8aac-2c7c2dd1a1cc: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:25:44.732703 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:44.733016 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:44.868210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Calling delete_port for 140b13ef-e9c1-4a0b-aa6a-9058d668bc35 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:44.953836 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:25:44.954210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:25:45.455690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Deleting port 140b13ef-e9c1-4a0b-aa6a-9058d668bc35 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:45.456082 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:45.641017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:45.641402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:45.776458 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Calling delete_port for 140b13ef-e9c1-4a0b-aa6a-9058d668bc35 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:45.929499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:45.945335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a35b26d0-86c3-4567-aec2-addd88591288 tempest-VolumesSnapshotTestJSON-1926498086 tempest-VolumesSnapshotTestJSON-1926498086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:46.046915 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Pushing event deleted for resources: {'Port': ['ID=140b13ef-e9c1-4a0b-aa6a-9058d668bc35,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:46.049727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:46.163983 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:46.180295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:46.181593 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] 10.222.0.44 "DELETE /v2.0/floatingips/49aaf5fb-fd85-4436-8aac-2c7c2dd1a1cc HTTP/1.1" status: 204 len: 168 time: 1.8116441 Feb 18 00:25:46.616770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06fcce1c-beac-42c4-912c-01fbc92a8b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:48.719277 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cd93e8fc-3e1c-4f66-8720-0270eba335bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:49.843986 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:50.244570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 37934) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:50.807071 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:50.978090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852808026'] for router_interface, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:51.060457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:51.343455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Deleting port 6e59ff52-d02a-4e32-a94e-30c7e28c5411 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:51.343759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:51.523920 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] For port 6e59ff52-d02a-4e32-a94e-30c7e28c5411, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=6e59ff52-d02a-4e32-a94e-30c7e28c5411,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:51.524320 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:51.532220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:51.657300 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Calling delete_port for 6e59ff52-d02a-4e32-a94e-30c7e28c5411 owned by network:router_interface {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:51.838171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:51.854008 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:51.959116 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e59ff52-d02a-4e32-a94e-30c7e28c5411,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:51.971374 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.971789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.972198 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.972627 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.973034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.973428 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.973817 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.974208 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.974597 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.974986 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.975374 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.975758 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.976182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.976571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.976983 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.977367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.977750 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.978134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.978579 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.978874 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.979255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.979639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.980025 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.980405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:25:51.985038 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:52.288070 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852807992'] for router_interface, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:53.019879 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Router 91c1a75b-5101-4406-99ff-897f8cbb3049 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:25:53.203687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:25:53.212487 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36014b6-db57-482b-8995-fda957eaa220 None None] Sync routers for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:25:53.216843 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-231ca24a-f82f-4e1a-b250-43ed9e205932 admin admin] 10.222.0.44 "PUT /v2.0/routers/91c1a75b-5101-4406-99ff-897f8cbb3049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9710035 Feb 18 00:25:53.219526 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 37942) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:53.223757 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36014b6-db57-482b-8995-fda957eaa220 None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:25:53.224422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-f36014b6-db57-482b-8995-fda957eaa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:25:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:53.409635 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Notify callbacks [] for router, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:53.417099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-f36014b6-db57-482b-8995-fda957eaa220 None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:25:53.606520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:53.615358 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Deleting port b40dae65-9525-43da-9108-6256308dba9a {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:53.615729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:53.717481 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-f36014b6-db57-482b-8995-fda957eaa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b40dae65-9525-43da-9108-6256308dba9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:25:51Z', 'revision_number': 5, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port': {'id': 'b40dae65-9525-43da-9108-6256308dba9a', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:34Z', 'updated_at': '2021-02-18T00:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:53.721382 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36014b6-db57-482b-8995-fda957eaa220 None None] Checking router: 91c1a75b-5101-4406-99ff-897f8cbb3049 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:25:53.730187 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36014b6-db57-482b-8995-fda957eaa220 None None] Routers {'91c1a75b-5101-4406-99ff-897f8cbb3049'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:25:53.731442 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-f36014b6-db57-482b-8995-fda957eaa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:25:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['91c1a75b-5101-4406-99ff-897f8cbb3049'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:53.804319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] For port b40dae65-9525-43da-9108-6256308dba9a, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=b40dae65-9525-43da-9108-6256308dba9a,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:53.804753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:53.893882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-f36014b6-db57-482b-8995-fda957eaa220 None None] Set router 91c1a75b-5101-4406-99ff-897f8cbb3049 gateway port host: None {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:25:53.946973 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Calling delete_port for b40dae65-9525-43da-9108-6256308dba9a owned by network:router_gateway {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:54.006412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-f36014b6-db57-482b-8995-fda957eaa220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:25:53Z', 'revision_number': 6, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port_host': None}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:54.010405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36014b6-db57-482b-8995-fda957eaa220 None None] The sync data for ids ['91c1a75b-5101-4406-99ff-897f8cbb3049'] in dv-cinder-751579-21-smb is: [{'id': '91c1a75b-5101-4406-99ff-897f8cbb3049', 'name': 'tempest-AttachVolumeTestJSON-1940577482-router', 'tenant_id': '85cc94989d364dbda8dd2bae842c1871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:31Z', 'updated_at': '2021-02-18T00:25:53Z', 'revision_number': 6, 'project_id': '85cc94989d364dbda8dd2bae842c1871', 'gw_port_host': None}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:25:54.131261 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:54.147993 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fbad1d44-bf5a-4fb2-a8eb-2cbb9c92759e tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:54.251626 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40dae65-9525-43da-9108-6256308dba9a,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:54.256270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:54.373740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974972'] for router_gateway, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:54.560308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853073908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5010'] for router, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:54.562970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:54.587998 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853074642'] for router, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:54.588627 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91c1a75b-5101-4406-99ff-897f8cbb3049 {{(pid=84025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 00:25:54.602151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:54.603464 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] 10.222.0.44 "DELETE /v2.0/routers/91c1a75b-5101-4406-99ff-897f8cbb3049 HTTP/1.1" status: 204 len: 168 time: 1.3828857 Feb 18 00:25:54.606925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37946) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:54.646941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device b40dae65-9525-43da-9108-6256308dba9a no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:25:54.686598 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: b40dae65-9525-43da-9108-6256308dba9a {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:25:54.687007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device b40dae65-9525-43da-9108-6256308dba9a not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:25:54.687477 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6e59ff52-d02a-4e32-a94e-30c7e28c5411 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:25:54.688889 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a167441e-a029-49f3-b77e-5a1988965a65 admin admin] Deleting subnet dc1611c6-7deb-4e58-8f22-eb7fac57a53f {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:25:54.692229 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a167441e-a029-49f3-b77e-5a1988965a65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:54.724908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 6e59ff52-d02a-4e32-a94e-30c7e28c5411 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:25:54.725366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6e59ff52-d02a-4e32-a94e-30c7e28c5411 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:25:54.748171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a167441e-a029-49f3-b77e-5a1988965a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823214455'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:54.834366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a167441e-a029-49f3-b77e-5a1988965a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:55.085855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a167441e-a029-49f3-b77e-5a1988965a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823097914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33211250'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:55.101121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-44ed744c-1837-48ff-809d-563b042b789c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:55.186295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167441e-a029-49f3-b77e-5a1988965a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1611c6-7deb-4e58-8f22-eb7fac57a53f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:55.193352 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a167441e-a029-49f3-b77e-5a1988965a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:55.233199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a167441e-a029-49f3-b77e-5a1988965a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:55.238576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac0e398-fa50-46d4-99ef-32388dcfdad4 None None] Network 27447fe4-5abc-434b-b61d-e537462935b2 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:25:55.239088 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a167441e-a029-49f3-b77e-5a1988965a65 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dc1611c6-7deb-4e58-8f22-eb7fac57a53f HTTP/1.1" status: 204 len: 168 time: 0.6310768 Feb 18 00:25:55.241952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37950) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:55.360108 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:55.432192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Deleting port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:55.432570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:55.493743 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397dfcb4-952a-473a-8606-8e064dad555d None None] DHCP port deletion for 27447fe4-5abc-434b-b61d-e537462935b2 request from dv-cinder-751579-21-smb {{(pid=84026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 00:25:55.498134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-397dfcb4-952a-473a-8606-8e064dad555d None None] Deleting port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:55.498561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-397dfcb4-952a-473a-8606-8e064dad555d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:55.664908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] For port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=954c9a0c-e7cc-4db7-95b1-18c0ec9e6806,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:55.665307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:55.717599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-397dfcb4-952a-473a-8606-8e064dad555d None None] For port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=954c9a0c-e7cc-4db7-95b1-18c0ec9e6806,segment=NetworkSegment(d872776e-dbae-48b9-977e-f3a7e494153f),segment_id=d872776e-dbae-48b9-977e-f3a7e494153f)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:25:55.717969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-397dfcb4-952a-473a-8606-8e064dad555d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:55.800796 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Calling delete_port for 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:55.849676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-397dfcb4-952a-473a-8606-8e064dad555d None None] Calling delete_port for 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:25:55.880389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:55.896431 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:55.929375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [None req-397dfcb4-952a-473a-8606-8e064dad555d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:25:55.929674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [None req-397dfcb4-952a-473a-8606-8e064dad555d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:25:55.990038 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Pushing event deleted for resources: {'Port': ['ID=954c9a0c-e7cc-4db7-95b1-18c0ec9e6806,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:55.994365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:56.036916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] No DVR routers for this DVR port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 on host dv-cinder-751579-21-smb {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:25:56.156743 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:56.269349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27447fe4-5abc-434b-b61d-e537462935b2']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:56.281654 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd872776e-dbae-48b9-977e-f3a7e494153f') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:56.281978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd872776e-dbae-48b9-977e-f3a7e494153f') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:25:56.293596 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31561361'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:56.311841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:56.313810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:25:56.430961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-397dfcb4-952a-473a-8606-8e064dad555d None None] Deleting port 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:25:56.431539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-397dfcb4-952a-473a-8606-8e064dad555d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:56.505952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-397dfcb4-952a-473a-8606-8e064dad555d None None] The port '954c9a0c-e7cc-4db7-95b1-18c0ec9e6806' was deleted {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 00:25:56.641429 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:25:56.681556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:25:56.681954 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 954c9a0c-e7cc-4db7-95b1-18c0ec9e6806 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:25:56.724012 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Network 27447fe4-5abc-434b-b61d-e537462935b2 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:25:56.733178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31674681'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:56.913155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Network 27447fe4-5abc-434b-b61d-e537462935b2 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:25:56.935369 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:25:57.013957 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:57.018333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:57.022132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c5169966-4696-496c-95fe-e494d49c1373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:57.046551 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Pushing event deleted for resources: {'Network': ['ID=27447fe4-5abc-434b-b61d-e537462935b2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:57.049266 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:57.057102 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] 10.222.0.44 "DELETE /v2.0/networks/27447fe4-5abc-434b-b61d-e537462935b2 HTTP/1.1" status: 204 len: 168 time: 1.8141115 Feb 18 00:25:57.172986 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37956) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:57.224570 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-cf5ad41c-4ee4-4267-9b8e-bf897cdddcd9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85cc94989d364dbda8dd2bae842c1871&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502779 Feb 18 00:25:57.227215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37960) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:57.287414 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-169a2da8-2ebc-4c0e-9185-060cbbccc5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:57.313991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-169a2da8-2ebc-4c0e-9185-060cbbccc5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:57.358062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-169a2da8-2ebc-4c0e-9185-060cbbccc5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:57.362855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e0923872-b5dd-47ef-9031-3b795913bef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:57.377089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a2da8-2ebc-4c0e-9185-060cbbccc5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120c1e66-7f0f-4064-b6c0-d9211d9fd466,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:57.379889 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-169a2da8-2ebc-4c0e-9185-060cbbccc5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:57.385623 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-169a2da8-2ebc-4c0e-9185-060cbbccc5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:57.387758 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-169a2da8-2ebc-4c0e-9185-060cbbccc5e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/120c1e66-7f0f-4064-b6c0-d9211d9fd466 HTTP/1.1" status: 204 len: 168 time: 0.1586654 Feb 18 00:25:58.113495 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37982) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:58.224277 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1928665050-network', 'tenant_id': '227c6c8daa624e1aa90992494a626d60'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:25:58.229746 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:25:58.234349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Usage tracker for resource:network and tenant:227c6c8daa624e1aa90992494a626d60 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:25:58.237349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:25:58.243154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:25:58.256337 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Made reservation on behalf of 227c6c8daa624e1aa90992494a626d60 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:25:58.261153 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:58.273974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:58.288972 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:25:58.293478 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Usage tracker for resource:security_group_rule and tenant:227c6c8daa624e1aa90992494a626d60 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:25:58.296470 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:25:58.302210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:25:58.387775 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:58.390405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:58.394522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:58.423349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:25:58.437079 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cefb55-9198-4b59-b449-581bb992f25d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:58.441345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:58.442336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:58.442719 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Added segment 449243ec-4324-4f00-91c2-cdd5128248f1 of type vxlan for network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 Feb 18 00:25:58.470757 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:58.500234 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:58.501453 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:58.502095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:58.507043 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-83f65d05-5f25-44a6-92ce-c89803d6531c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:58.613938 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4992561 Feb 18 00:25:58.614899 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Pushing event updated for resources: {'Network': ['ID=3f5cf324-e8d8-4a24-988a-67768c00dfd8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:58.617016 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 37990) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:25:58.619699 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:58.624570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Request body: {'subnet': {'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1928665050-subnet', 'tenant_id': '227c6c8daa624e1aa90992494a626d60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:25:58.627060 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:25:58.629841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:25:58.633975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Usage tracker for resource:subnet and tenant:227c6c8daa624e1aa90992494a626d60 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:25:58.637877 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:25:58.643959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:25:58.644991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:25:58.653735 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Made reservation on behalf of 227c6c8daa624e1aa90992494a626d60 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:25:58.658548 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821564516'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:59.068671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31677827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821564531'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:59.084111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c7fdc013-da3e-42c7-8bf8-226daa10b339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:25:59.208818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9990d81-9d28-4bf0-8834-eb3b013aafec,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:25:59.213305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:25:59.279354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Checking segment: {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:25:59.279749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Network hostable DHCP agents. Network: 3f5cf324-e8d8-4a24-988a-67768c00dfd8, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:25:59.298402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:25:59.306374 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 3f5cf324-e8d8-4a24-988a-67768c00dfd8) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:25:59.316576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29948d7a-9a24-4b68-b86b-9f329fa6df6b None None] Network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:25:59.318144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:59.318796 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:25:59.337571 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8f2567e4-d1f1-4fb3-a07c-56f80d4c0866 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7194314 Feb 18 00:25:59.543709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2328e5-5017-4018-b4b4-0e834c5c1679 None None] Network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:25:59.878122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-af5099ec-2bb1-4cbe-ada5-7db2c97d0306 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:25:59.878875 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-af5099ec-2bb1-4cbe-ada5-7db2c97d0306 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Synchronizing usage tracker for tenant:227c6c8daa624e1aa90992494a626d60 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:25:59.895306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-af5099ec-2bb1-4cbe-ada5-7db2c97d0306 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Unset dirty status for tenant:227c6c8daa624e1aa90992494a626d60 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:25:59.896566 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-af5099ec-2bb1-4cbe-ada5-7db2c97d0306 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 815 time: 0.1744514 Feb 18 00:25:59.913288 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-44dcb6dd-686a-4161-8544-5d48b3a9b3f6 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/quotas/227c6c8daa624e1aa90992494a626d60 HTTP/1.1" status: 200 len: 375 time: 0.0097399 Feb 18 00:25:59.970089 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-11cfe6de-db5f-4cd8-b573-4d48105e48a1 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512691 Feb 18 00:26:00.112545 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-e5ff115f-9d77-4a5f-8a95-97bac63bc481 service neutron] 10.222.0.44 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349437 Feb 18 00:26:00.254156 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-252240c9-cff8-4bfc-9d70-a1f3472e97fb service neutron] 10.222.0.44 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350658 Feb 18 00:26:00.447239 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-23576ef8-0b8e-43ba-a4a6-4f576f12b4f8 req-a1608fa4-49e3-42cf-93e0-b730099be69d tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 210 time: 0.0488169 Feb 18 00:26:01.587599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-8f4be201-78b1-403a-8969-e8ca19c2c8bb tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:01.589192 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-8f4be201-78b1-403a-8969-e8ca19c2c8bb tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 815 time: 0.1749728 Feb 18 00:26:01.603791 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Request body: {'port': {'device_id': '9fbea16a-93ce-4513-9cb3-fbffcaef8506', 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8', 'admin_state_up': True, 'tenant_id': '227c6c8daa624e1aa90992494a626d60'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:26:01.626501 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-72b1ee8e-6a8c-43a6-8a8d-62d1e5932fad req-82c9cd67-9670-4980-9c98-a4c838f930ba tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 210 time: 0.0524101 Feb 18 00:26:01.749399 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:26:01.753407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Usage tracker for resource:port and tenant:227c6c8daa624e1aa90992494a626d60 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:26:01.756290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:26:01.762938 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:26:01.771586 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Made reservation on behalf of 227c6c8daa624e1aa90992494a626d60 for: {'port': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:26:01.777064 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:02.314159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Allocated IP 172.20.0.12 (3f5cf324-e8d8-4a24-988a-67768c00dfd8/c9990d81-9d28-4bf0-8834-eb3b013aafec/efe03754-ad4b-4ec9-83d8-94d21f543f92) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:26:02.524004 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:02.554553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:02.570130 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:02.709869 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Pushing event updated for resources: {'Port': ['ID=efe03754-ad4b-4ec9-83d8-94d21f543f92,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:02.714124 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:02.821362 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:26:02.825660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:26:02.828312 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:26:02.912891 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05631f63-ad00-45cb-805e-ef19fbb5161d req-3e4c85c3-77ad-4b12-8631-1f67af4490ef tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:02.914486 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-05631f63-ad00-45cb-805e-ef19fbb5161d req-3e4c85c3-77ad-4b12-8631-1f67af4490ef tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 932 time: 0.1673045 Feb 18 00:26:02.918977 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:02.919619 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:02.967584 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-70228bac-2f06-4b16-80d3-7619c7dab254 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3680944 Feb 18 00:26:02.977589 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-05631f63-ad00-45cb-805e-ef19fbb5161d req-5ca6c2c2-0e20-42ae-9a56-ee04f0dd1dda tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523925 Feb 18 00:26:02.983397 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Request body: {'port': {'device_id': '9fbea16a-93ce-4513-9cb3-fbffcaef8506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:26:03.103871 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:03.508144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe03754-ad4b-4ec9-83d8-94d21f543f92 {{(pid=84025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:26:03.516940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:03.529061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Transition to ACTIVE for port object efe03754-ad4b-4ec9-83d8-94d21f543f92 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:26:03.531685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:03.547090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f7cf59e8-0ae1-46d9-85b9-8b93e756314e tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:03.681587 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Pushing event updated for resources: {'Port': ['ID=efe03754-ad4b-4ec9-83d8-94d21f543f92,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:03.685290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:03.869599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Attempting to bind port efe03754-ad4b-4ec9-83d8-94d21f543f92 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:26:03.870179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Attempting to bind port efe03754-ad4b-4ec9-83d8-94d21f543f92 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:26:03.870305 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Attempting to bind port efe03754-ad4b-4ec9-83d8-94d21f543f92 on network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:26:03.875941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:26:03.876314 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Checking segment: {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:26:03.876768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:03.877155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Bound using segment: {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:26:03.877626 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Bound port: efe03754-ad4b-4ec9-83d8-94d21f543f92, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:26:03.877999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:03.977018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] For port efe03754-ad4b-4ec9-83d8-94d21f543f92, host hv-cinder-75157, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:26:03.980262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] For port efe03754-ad4b-4ec9-83d8-94d21f543f92, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=efe03754-ad4b-4ec9-83d8-94d21f543f92,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:26:03.984181 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:03.999794 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-929b0f02-cab1-49ac-bc18-9e28889bc84f tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:04.146705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Pushing event updated for resources: {'Port': ['ID=efe03754-ad4b-4ec9-83d8-94d21f543f92,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:04.153526 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:04.183501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622afc5-b867-4b08-93ce-2758d4e36696 req-529f0427-751c-401a-9fb3-b6bfca4e757f tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:04.185418 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d622afc5-b867-4b08-93ce-2758d4e36696 req-529f0427-751c-401a-9fb3-b6bfca4e757f tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 944 time: 0.0870452 Feb 18 00:26:04.198334 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:04.199550 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:04.201251 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] 10.222.0.30 "PUT /v2.0/ports/efe03754-ad4b-4ec9-83d8-94d21f543f92 HTTP/1.1" status: 200 len: 1158 time: 1.2226980 Feb 18 00:26:04.201895 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbea16a-93ce-4513-9cb3-fbffcaef8506', 'tag': 'efe03754-ad4b-4ec9-83d8-94d21f543f92'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:26:04.238525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-d622afc5-b867-4b08-93ce-2758d4e36696 req-506a0c88-127b-4ff9-8a5c-fe499999d8a0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Synchronizing usage tracker for tenant:227c6c8daa624e1aa90992494a626d60 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:26:04.254825 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-d622afc5-b867-4b08-93ce-2758d4e36696 req-506a0c88-127b-4ff9-8a5c-fe499999d8a0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Unset dirty status for tenant:227c6c8daa624e1aa90992494a626d60 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:26:04.256084 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d622afc5-b867-4b08-93ce-2758d4e36696 req-506a0c88-127b-4ff9-8a5c-fe499999d8a0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645812 Feb 18 00:26:04.317931 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbea16a-93ce-4513-9cb3-fbffcaef8506', 'tag': 'efe03754-ad4b-4ec9-83d8-94d21f543f92', 'status': 'completed', 'code': 200} Feb 18 00:26:04.320150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-d79fd034-dac1-4dab-9d76-df660cc3b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:04.321802 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-d79fd034-dac1-4dab-9d76-df660cc3b43f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 1161 time: 0.0839949 Feb 18 00:26:04.409565 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-3de040c5-dd2e-48fc-bc96-d72c2bf1f537 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe03754-ad4b-4ec9-83d8-94d21f543f92 HTTP/1.1" status: 200 len: 217 time: 0.0704646 Feb 18 00:26:04.484023 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-9bd61367-e8da-4c73-8668-65a0025256f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:04.485598 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-9bd61367-e8da-4c73-8668-65a0025256f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9990d81-9d28-4bf0-8834-eb3b013aafec HTTP/1.1" status: 200 len: 855 time: 0.0664065 Feb 18 00:26:04.505376 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e547b0-6f1a-43bf-a51d-9781d4d1e7ae req-3e75ea45-9cf9-4647-a0ec-f22c53300571 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:04.506969 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d7e547b0-6f1a-43bf-a51d-9781d4d1e7ae req-3e75ea45-9cf9-4647-a0ec-f22c53300571 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0875521 Feb 18 00:26:04.540083 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-d1c34514-6a01-44c1-b50d-c0fc8d31c3a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f5cf324-e8d8-4a24-988a-67768c00dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465491 Feb 18 00:26:04.560274 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d7e547b0-6f1a-43bf-a51d-9781d4d1e7ae req-e986a226-3c8f-41f2-b788-7a03b0ec6396 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456653 Feb 18 00:26:04.691084 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-a791a1a8-2c5d-4dff-973d-93a75f971a12 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410120 Feb 18 00:26:04.833970 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8840769-98d7-4cde-b801-6df2e13650c1 req-a6291de7-2e1f-4274-95d5-436cf8c69ac1 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1340356 Feb 18 00:26:04.958797 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2e85d-90ae-4a0e-852c-72fd9656e82f req-1befa015-77ad-45f6-8bbf-dcde3cd6c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:04.960324 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0fe2e85d-90ae-4a0e-852c-72fd9656e82f req-1befa015-77ad-45f6-8bbf-dcde3cd6c760 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 1161 time: 0.0768178 Feb 18 00:26:05.101686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2e85d-90ae-4a0e-852c-72fd9656e82f req-235f2cb1-2359-426d-92dc-7118fab5b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:05.103240 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0fe2e85d-90ae-4a0e-852c-72fd9656e82f req-235f2cb1-2359-426d-92dc-7118fab5b565 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 909 time: 0.1347337 Feb 18 00:26:05.179686 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0fe2e85d-90ae-4a0e-852c-72fd9656e82f req-2e134d71-5690-4481-bd99-bc51baa34490 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe03754-ad4b-4ec9-83d8-94d21f543f92 HTTP/1.1" status: 200 len: 217 time: 0.0681813 Feb 18 00:26:05.249500 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2e85d-90ae-4a0e-852c-72fd9656e82f req-03a952f1-9fe2-4c98-95df-93ecce3e7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:05.250938 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0fe2e85d-90ae-4a0e-852c-72fd9656e82f req-03a952f1-9fe2-4c98-95df-93ecce3e7ca5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9990d81-9d28-4bf0-8834-eb3b013aafec HTTP/1.1" status: 200 len: 855 time: 0.0625062 Feb 18 00:26:05.307286 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0fe2e85d-90ae-4a0e-852c-72fd9656e82f req-5e2587b4-d44a-42e4-9416-311a447fc3e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f5cf324-e8d8-4a24-988a-67768c00dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484993 Feb 18 00:26:05.740713 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0fe2e85d-90ae-4a0e-852c-72fd9656e82f req-7db57b21-93a9-4a51-b984-369ffcec528b service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253991 Feb 18 00:26:05.771144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28827b03-8480-4e71-9064-253c075f1b19 req-ad7f4cad-4f7e-4937-a56b-512ff49b6205 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:05.772846 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-28827b03-8480-4e71-9064-253c075f1b19 req-ad7f4cad-4f7e-4937-a56b-512ff49b6205 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0951278 Feb 18 00:26:05.780911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a84530-3879-4bb2-aca0-26390f8e042a req-301697be-b819-47ae-82c0-148670c8af37 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:05.781677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-d0a84530-3879-4bb2-aca0-26390f8e042a req-301697be-b819-47ae-82c0-148670c8af37 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Synchronizing usage tracker for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:26:05.821202 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-28827b03-8480-4e71-9064-253c075f1b19 req-993ca69e-d633-4e89-b9e7-295200a9569e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e6bb958-6296-4189-a85a-8bfcac152ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418231 Feb 18 00:26:05.870595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-d0a84530-3879-4bb2-aca0-26390f8e042a req-301697be-b819-47ae-82c0-148670c8af37 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Unset dirty status for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:26:05.872384 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d0a84530-3879-4bb2-aca0-26390f8e042a req-301697be-b819-47ae-82c0-148670c8af37 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 944 time: 0.4866092 Feb 18 00:26:05.937492 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0fe2e85d-90ae-4a0e-852c-72fd9656e82f req-5fa75a45-307f-4197-af05-abc42e590d1e service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1878684 Feb 18 00:26:05.948752 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d0a84530-3879-4bb2-aca0-26390f8e042a req-4793b4d2-36d4-4afb-959a-71304c8ece1b tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596962 Feb 18 00:26:06.021144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-55ef34d7-6540-4a9e-8f26-2026272ecf1f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:06.022706 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-55ef34d7-6540-4a9e-8f26-2026272ecf1f tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 945 time: 0.0856547 Feb 18 00:26:06.105433 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Deleting port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:26:06.105822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:06.360710 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] For port f192ff3b-a125-4e90-83c5-f67bf8ed37c8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:26:06.361078 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:06.668829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:06.669241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:06.669596 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Floating IP 2bac1b8c-2f46-428a-ab57-ed532c8f8083 disassociated. External IP: 172.28.0.97, port: f192ff3b-a125-4e90-83c5-f67bf8ed37c8. Feb 18 00:26:06.669971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Calling delete_port for f192ff3b-a125-4e90-83c5-f67bf8ed37c8 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:26:06.815335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:06.832632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:06.937232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event deleted for resources: {'Port': ['ID=f192ff3b-a125-4e90-83c5-f67bf8ed37c8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:06.950702 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.951116 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.951524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.951926 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.952323 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.952787 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.953185 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.953581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.953973 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.954367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.954760 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.955151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.955576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.955966 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.956352 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.956786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.957172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.957560 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.957948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.958333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.958855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.959243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.959630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.960015 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:06.963883 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:07.016895 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-01e71602-1fb2-4cf9-bb80-bedeb0ecd7f1 req-f57525a4-af25-4f3c-a814-f6e6fc804744 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 210 time: 0.0684328 Feb 18 00:26:07.020828 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:26:07.164749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec9a44-8c23-46b8-9e89-7eb3abbf870b req-747fcf0e-bfdd-46f0-aa4c-1ed941f2dd4b tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:07.166360 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-42ec9a44-8c23-46b8-9e89-7eb3abbf870b req-747fcf0e-bfdd-46f0-aa4c-1ed941f2dd4b tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 944 time: 0.0962427 Feb 18 00:26:07.218085 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-42ec9a44-8c23-46b8-9e89-7eb3abbf870b req-c6647dc9-5659-4a87-9797-490f28e2c3e6 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Feb 18 00:26:07.221603 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.objects.ports [None req-20eec393-d4be-4220-9f8a-fb7cfa7dbc0d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84026) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 00:26:07.270173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Router 4afe04bb-031c-4928-972e-71ee3397e954 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:26:07.578547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device efe03754-ad4b-4ec9-83d8-94d21f543f92 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:26:07.664402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port efe03754-ad4b-4ec9-83d8-94d21f543f92 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:26:07.670197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port efe03754-ad4b-4ec9-83d8-94d21f543f92 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:26:07.670624 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:07.712880 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:26:07.727367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc05f013-f141-45d1-9e80-484f2ebfbc4c None None] Sync routers for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:26:07.745458 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc05f013-f141-45d1-9e80-484f2ebfbc4c None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:26:07.746787 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-bc05f013-f141-45d1-9e80-484f2ebfbc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:25:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:26:07.754242 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] No DVR routers for this DVR port f192ff3b-a125-4e90-83c5-f67bf8ed37c8 on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:26:07.756484 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:07.760454 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'name': 'network-vif-deleted', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:26:07.774532 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7ca2387f-0b7a-439c-95f0-8ec68fb2617a req-1f905cca-0613-4eeb-89bd-2fc703ac53a6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.30 "DELETE /v2.0/ports/f192ff3b-a125-4e90-83c5-f67bf8ed37c8 HTTP/1.1" status: 204 len: 173 time: 1.7440684 Feb 18 00:26:07.877164 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd0c906-c297-432e-b0ae-c8b7d963846d', 'name': 'network-vif-deleted', 'tag': 'f192ff3b-a125-4e90-83c5-f67bf8ed37c8', 'status': 'completed', 'code': 200} Feb 18 00:26:07.895446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:07.997148 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbea16a-93ce-4513-9cb3-fbffcaef8506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe03754-ad4b-4ec9-83d8-94d21f543f92'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:26:08.021996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port efe03754-ad4b-4ec9-83d8-94d21f543f92, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=efe03754-ad4b-4ec9-83d8-94d21f543f92,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:26:08.031316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:08.034530 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-bc05f013-f141-45d1-9e80-484f2ebfbc4c None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:26:08.230911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-cfe3b7bd-3510-41d2-9c01-1c5764d01aa3 req-773df11d-5b07-44fc-a857-64db320d01b6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Synchronizing usage tracker for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:26:08.247547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-cfe3b7bd-3510-41d2-9c01-1c5764d01aa3 req-773df11d-5b07-44fc-a857-64db320d01b6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Unset dirty status for tenant:2ff96f25a495405c89133fb0124f23c3 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:26:08.248785 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cfe3b7bd-3510-41d2-9c01-1c5764d01aa3 req-773df11d-5b07-44fc-a857-64db320d01b6 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd0c906-c297-432e-b0ae-c8b7d963846d HTTP/1.1" status: 200 len: 210 time: 0.0719233 Feb 18 00:26:08.252673 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:08.297738 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbea16a-93ce-4513-9cb3-fbffcaef8506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe03754-ad4b-4ec9-83d8-94d21f543f92', 'code': 200} Feb 18 00:26:08.298918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device f192ff3b-a125-4e90-83c5-f67bf8ed37c8 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:26:08.347720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef903cf8-30bf-4f2a-97c0-881c50d4addd req-e80115b9-2984-4906-937c-8982cae88cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:08.349562 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ef903cf8-30bf-4f2a-97c0-881c50d4addd req-e80115b9-2984-4906-937c-8982cae88cdd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 1163 time: 0.0801895 Feb 18 00:26:08.351450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] No Port match for: f192ff3b-a125-4e90-83c5-f67bf8ed37c8 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:26:08.351858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device f192ff3b-a125-4e90-83c5-f67bf8ed37c8 not bound to the agent host hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:26:08.397449 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ef903cf8-30bf-4f2a-97c0-881c50d4addd req-d608016d-53a3-4158-9d4c-aae795c7e68f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 Feb 18 00:26:08.436972 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa53a98-5280-424b-9412-d615a0e4fd1b req-518b2f53-8501-4c7d-93ae-d9f2d1775053 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:08.438586 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1aa53a98-5280-424b-9412-d615a0e4fd1b req-518b2f53-8501-4c7d-93ae-d9f2d1775053 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 946 time: 0.0875719 Feb 18 00:26:08.489882 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1aa53a98-5280-424b-9412-d615a0e4fd1b req-e3780f18-bc1a-4b45-abe7-24b417ea5df5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 Feb 18 00:26:08.517416 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=efe03754-ad4b-4ec9-83d8-94d21f543f92,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:08.539378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.539774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.540148 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.540521 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.540931 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.541309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.541682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.542057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.542451 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.543017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.543479 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.543855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.544263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.544623 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.544994 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.545364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.545762 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.546102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.546484 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.546841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.547213 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.547578 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.547948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.548313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:26:08.554557 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:08.665307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-bc05f013-f141-45d1-9e80-484f2ebfbc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:26:08.669958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc05f013-f141-45d1-9e80-484f2ebfbc4c None None] Checking router: 4afe04bb-031c-4928-972e-71ee3397e954 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:26:08.679546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc05f013-f141-45d1-9e80-484f2ebfbc4c None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:26:08.680204 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-bc05f013-f141-45d1-9e80-484f2ebfbc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:25:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:26:08.872523 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-bc05f013-f141-45d1-9e80-484f2ebfbc4c None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:26:09.131358 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device efe03754-ad4b-4ec9-83d8-94d21f543f92 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:26:09.259056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port efe03754-ad4b-4ec9-83d8-94d21f543f92 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:26:09.259618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:09.311074 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-bc05f013-f141-45d1-9e80-484f2ebfbc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:26:09.323106 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc05f013-f141-45d1-9e80-484f2ebfbc4c None None] The sync data for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb is: [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:19:44Z', 'revision_number': 4, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '6af89c83-791c-4d20-8dc1-ef9f51f9e96a', 'name': '', 'network_id': '1240ef45-358d-4e93-adf6-50e51ed3c6c5', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'mac_address': 'fa:16:3e:f4:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:41Z', 'updated_at': '2021-02-18T00:19:57Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'subnets': [{'id': 'f6147e67-50ab-4fdc-93bb-c376a0994999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:26:09.394911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38064) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:09.466912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78f68f6f-e799-4258-8b66-053196ce4d87 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:09.501161 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78f68f6f-e799-4258-8b66-053196ce4d87 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:09.574538 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78f68f6f-e799-4258-8b66-053196ce4d87 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:09.591421 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-74fddb87-e788-4d68-96ae-39681131d244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:09.619459 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f68f6f-e799-4258-8b66-053196ce4d87 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6bb958-6296-4189-a85a-8bfcac152ce9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:09.622907 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-78f68f6f-e799-4258-8b66-053196ce4d87 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:09.623863 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-78f68f6f-e799-4258-8b66-053196ce4d87 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:09.625132 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-78f68f6f-e799-4258-8b66-053196ce4d87 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "DELETE /v2.0/security-groups/8e6bb958-6296-4189-a85a-8bfcac152ce9 HTTP/1.1" status: 204 len: 168 time: 0.2291055 Feb 18 00:26:09.627990 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38070) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:09.687762 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.api.v2.resource [None req-dc76a801-295c-4752-ae16-cc5678d47a07 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] show failed (client error): The resource could not be found. Feb 18 00:26:09.688916 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-dc76a801-295c-4752-ae16-cc5678d47a07 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "GET /v2.0/security-groups/8e6bb958-6296-4189-a85a-8bfcac152ce9 HTTP/1.1" status: 404 len: 347 time: 0.0598381 Feb 18 00:26:09.692444 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38074) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:09.734525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56e057-bb6c-4e6c-97ed-5bfc7584a514 req-ddc9a3d6-789b-4a71-86d5-f404ec737ef4 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:09.735790 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2a56e057-bb6c-4e6c-97ed-5bfc7584a514 req-ddc9a3d6-789b-4a71-86d5-f404ec737ef4 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 946 time: 0.0914128 Feb 18 00:26:09.779241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf4233e-8099-4bb8-b109-5251e4ce5237 None None] New status for floating IP 2bac1b8c-2f46-428a-ab57-ed532c8f8083: DOWN {{(pid=84027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:26:09.793740 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2a56e057-bb6c-4e6c-97ed-5bfc7584a514 req-baf71b2c-a204-496a-9405-7ab5d30d13c3 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506108 Feb 18 00:26:09.864431 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Deleting port 1c6c75fb-db91-4537-a97c-36606be0730c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:26:09.864905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:10.049474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:10.049843 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:10.180217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Calling delete_port for 1c6c75fb-db91-4537-a97c-36606be0730c owned by network:floatingip {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:26:10.261002 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:26:10.262263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:26:10.763458 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Deleting port 1c6c75fb-db91-4537-a97c-36606be0730c {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:26:10.763887 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:11.013552 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:11.013922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:11.158601 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Calling delete_port for 1c6c75fb-db91-4537-a97c-36606be0730c owned by network:floatingip {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:26:11.192816 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89485f-e124-461a-82ce-fdd64eb8f3c5 req-a2252254-2ee4-489c-baaa-8a94bfc28dd9 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:11.194468 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa89485f-e124-461a-82ce-fdd64eb8f3c5 req-a2252254-2ee4-489c-baaa-8a94bfc28dd9 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 946 time: 0.2860632 Feb 18 00:26:11.269083 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fa89485f-e124-461a-82ce-fdd64eb8f3c5 req-e25a18c1-62d4-44d3-9b19-f137c153628b tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672803 Feb 18 00:26:11.347019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:11.363375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b9592969-6733-4a93-96de-874af1dc76d4 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:11.459089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Pushing event deleted for resources: {'Port': ['ID=1c6c75fb-db91-4537-a97c-36606be0730c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:11.469152 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:11.585141 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks [] for floatingip, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:11.602443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:11.607092 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] 10.222.0.44 "DELETE /v2.0/floatingips/2bac1b8c-2f46-428a-ab57-ed532c8f8083 HTTP/1.1" status: 204 len: 168 time: 1.9100738 Feb 18 00:26:14.450518 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38120) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:15.079954 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852808026'] for router_interface, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:15.687518 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Deleting port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:26:15.688061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:16.001709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] For port 6af89c83-791c-4d20-8dc1-ef9f51f9e96a, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=6af89c83-791c-4d20-8dc1-ef9f51f9e96a,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:26:16.002101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:16.019276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-f21fa503-ac09-46d5-8203-d2fa37ba7638 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:16.020870 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-f21fa503-ac09-46d5-8203-d2fa37ba7638 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 815 time: 0.2635124 Feb 18 00:26:16.148457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Calling delete_port for 6af89c83-791c-4d20-8dc1-ef9f51f9e96a owned by network:router_interface {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:26:16.190357 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-31317207-9f41-40eb-9940-b5e71330b949 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/quotas/227c6c8daa624e1aa90992494a626d60 HTTP/1.1" status: 200 len: 375 time: 0.1118090 Feb 18 00:26:16.322285 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-f7f02728-5f73-4a6f-be81-523f11932825 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237595 Feb 18 00:26:16.507189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:16.525001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5e2cad3c-fcc6-46db-af80-78e569971c6e tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:16.626001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33c2dd01-7133-409d-b516-0fdec09a9c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:16.643699 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af89c83-791c-4d20-8dc1-ef9f51f9e96a,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:16.646614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:16.672454 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-00dc390d-e0db-4f60-b617-2251b8f36ea4 service neutron] 10.222.0.44 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362067 Feb 18 00:26:16.958955 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-2b52f312-d646-4e24-ae0e-a3315101875a service neutron] 10.222.0.44 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2792783 Feb 18 00:26:17.090030 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852807992'] for router_interface, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:17.168639 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-af795872-f5b7-4582-8475-5cf72819a36d req-44f8873c-8c10-4db3-8e1f-765703bdb26d tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 210 time: 0.0511568 Feb 18 00:26:17.844526 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Router 4afe04bb-031c-4928-972e-71ee3397e954 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:26:18.037036 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:26:18.048531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b095ae-9399-4a48-abd3-572524775b30 None None] Sync routers for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:26:18.052690 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] 10.222.0.44 "PUT /v2.0/routers/4afe04bb-031c-4928-972e-71ee3397e954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5984826 Feb 18 00:26:18.052979 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38152) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:18.059566 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b095ae-9399-4a48-abd3-572524775b30 None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:26:18.060243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-53b095ae-9399-4a48-abd3-572524775b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:25:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:26:18.273845 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Notify callbacks [] for router, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:18.274261 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-53b095ae-9399-4a48-abd3-572524775b30 None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:26:18.318383 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-c6e218a4-9fc0-4334-b6bc-691182592490 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:18.320996 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-c6e218a4-9fc0-4334-b6bc-691182592490 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 815 time: 0.2126393 Feb 18 00:26:18.342001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Request body: {'port': {'device_id': '1394885b-798f-4754-8332-034b1784ff08', 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8', 'admin_state_up': True, 'tenant_id': '227c6c8daa624e1aa90992494a626d60'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:26:18.454639 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-12861264-0960-4626-8e4e-9b712e21fe1d req-87579be5-c149-4521-a2ec-b8de55efbd57 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 210 time: 0.1144283 Feb 18 00:26:18.496911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:26:18.507113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:26:18.517833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Made reservation on behalf of 227c6c8daa624e1aa90992494a626d60 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:26:18.524418 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:18.603311 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e57b9299-6ec4-423f-acee-db58a639d6f7 req-6981ad50-07c5-4ab3-97f7-4807d8f44c76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2097359 Feb 18 00:26:18.629627 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:18.641734 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Deleting port f5e6bc32-81a0-4565-bc46-ad14500d5f36 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:26:18.642158 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:18.642858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-53b095ae-9399-4a48-abd3-572524775b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:26:16Z', 'revision_number': 5, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port': {'id': 'f5e6bc32-81a0-4565-bc46-ad14500d5f36', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe04bb-031c-4928-972e-71ee3397e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:19:33Z', 'updated_at': '2021-02-18T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:26:18.648234 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b095ae-9399-4a48-abd3-572524775b30 None None] Checking router: 4afe04bb-031c-4928-972e-71ee3397e954 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:26:18.659764 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b095ae-9399-4a48-abd3-572524775b30 None None] Routers {'4afe04bb-031c-4928-972e-71ee3397e954'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:26:18.660924 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-53b095ae-9399-4a48-abd3-572524775b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:25:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['4afe04bb-031c-4928-972e-71ee3397e954'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:26:18.818138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ea32a30-111c-4a55-9afe-f5a94205e61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:18.849928 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-53b095ae-9399-4a48-abd3-572524775b30 None None] Set router 4afe04bb-031c-4928-972e-71ee3397e954 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:26:18.899410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Allocated IP 172.20.0.2 (3f5cf324-e8d8-4a24-988a-67768c00dfd8/c9990d81-9d28-4bf0-8834-eb3b013aafec/6c4bc95a-251f-4091-b713-bc0113d6ebcb) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:26:18.914230 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] For port f5e6bc32-81a0-4565-bc46-ad14500d5f36, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=f5e6bc32-81a0-4565-bc46-ad14500d5f36,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:26:18.914661 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:18.933280 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b9299-6ec4-423f-acee-db58a639d6f7 req-fc342bf1-60a6-4827-8787-00f9615b7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:18.935629 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e57b9299-6ec4-423f-acee-db58a639d6f7 req-fc342bf1-60a6-4827-8787-00f9615b7256 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 1163 time: 0.2132246 Feb 18 00:26:19.091539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Calling delete_port for f5e6bc32-81a0-4565-bc46-ad14500d5f36 owned by network:router_gateway {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:26:19.143638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-53b095ae-9399-4a48-abd3-572524775b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:26:18Z', 'revision_number': 6, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port_host': None}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:26:19.146987 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:19.147982 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b095ae-9399-4a48-abd3-572524775b30 None None] The sync data for ids ['4afe04bb-031c-4928-972e-71ee3397e954'] in dv-cinder-751579-21-smb is: [{'id': '4afe04bb-031c-4928-972e-71ee3397e954', 'name': 'tempest-AttachVolumeShelveTestJSON-1396627929-router', 'tenant_id': '2ff96f25a495405c89133fb0124f23c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:19:30Z', 'updated_at': '2021-02-18T00:26:18Z', 'revision_number': 6, 'project_id': '2ff96f25a495405c89133fb0124f23c3', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:26:19.185648 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:19.200992 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d984ed3e-a7d5-4a93-a0f0-57e5c2240e87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:19.308196 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b9299-6ec4-423f-acee-db58a639d6f7 req-d9a260fe-01b3-428a-9599-13176e115b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:19.310473 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e57b9299-6ec4-423f-acee-db58a639d6f7 req-d9a260fe-01b3-428a-9599-13176e115b6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 909 time: 0.3176932 Feb 18 00:26:19.345553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Pushing event updated for resources: {'Port': ['ID=6c4bc95a-251f-4091-b713-bc0113d6ebcb,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:19.350405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:19.392242 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e57b9299-6ec4-423f-acee-db58a639d6f7 req-b3d5992d-ae5c-489a-bb9e-7d315af36db0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe03754-ad4b-4ec9-83d8-94d21f543f92 HTTP/1.1" status: 200 len: 217 time: 0.0713458 Feb 18 00:26:19.407240 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:26:19.408440 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:26:19.410783 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:26:19.476046 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:19.476756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:19.505210 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-320286f1-81f5-4348-865c-b5cdacd30c0a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1697423 Feb 18 00:26:19.517894 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Request body: {'port': {'device_id': '1394885b-798f-4754-8332-034b1784ff08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:26:19.525172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b9299-6ec4-423f-acee-db58a639d6f7 req-25877b04-682b-444b-bccb-22cdd65b3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:19.526747 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e57b9299-6ec4-423f-acee-db58a639d6f7 req-25877b04-682b-444b-bccb-22cdd65b3045 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9990d81-9d28-4bf0-8834-eb3b013aafec HTTP/1.1" status: 200 len: 855 time: 0.1267245 Feb 18 00:26:19.530783 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:19.587463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3afecd15-e724-482c-9eb0-82964d290549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:19.697743 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e6bc32-81a0-4565-bc46-ad14500d5f36,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:19.702059 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e57b9299-6ec4-423f-acee-db58a639d6f7 req-a9c2f88c-1bd1-43b8-8a00-3c82fa2cc834 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f5cf324-e8d8-4a24-988a-67768c00dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541178 Feb 18 00:26:19.703213 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:19.710318 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:19.845273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9cb94-8acd-4a0f-be97-e3e812d5c057 req-9e2e9277-5794-4799-8512-8afd30118c8f tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:19.846142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-b6c9cb94-8acd-4a0f-be97-e3e812d5c057 req-9e2e9277-5794-4799-8512-8afd30118c8f tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Synchronizing usage tracker for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:26:19.850611 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:19.883557 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-b6c9cb94-8acd-4a0f-be97-e3e812d5c057 req-9e2e9277-5794-4799-8512-8afd30118c8f tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Unset dirty status for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:26:19.887030 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b6c9cb94-8acd-4a0f-be97-e3e812d5c057 req-9e2e9277-5794-4799-8512-8afd30118c8f tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 931 time: 0.2620058 Feb 18 00:26:19.951535 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e57b9299-6ec4-423f-acee-db58a639d6f7 req-f9b01056-d86a-4366-9cc1-de7f52c0041a service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296095 Feb 18 00:26:20.037480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974972'] for router_gateway, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.065329 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b6c9cb94-8acd-4a0f-be97-e3e812d5c057 req-f84c0c40-04f4-48fd-98fb-f459366945c0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365616 Feb 18 00:26:20.220041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4bc95a-251f-4091-b713-bc0113d6ebcb {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:26:20.229647 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.243900 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Transition to ACTIVE for port object 6c4bc95a-251f-4091-b713-bc0113d6ebcb will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:26:20.246925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.263630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0331a9b6-f797-442e-abc2-a391d05ec704 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:20.404052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Pushing event updated for resources: {'Port': ['ID=6c4bc95a-251f-4091-b713-bc0113d6ebcb,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:20.408812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:20.496682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853073908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5010'] for router, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.501098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.554561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853074642'] for router, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.555157 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4afe04bb-031c-4928-972e-71ee3397e954 {{(pid=84025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 00:26:20.563933 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e57b9299-6ec4-423f-acee-db58a639d6f7 req-c16c465c-dfa9-44cc-9465-59a33fd089b5 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6056969 Feb 18 00:26:20.572446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.573649 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-5ffb16aa-5aa7-40d5-bedc-c9b5a053e3dd admin admin] 10.222.0.44 "DELETE /v2.0/routers/4afe04bb-031c-4928-972e-71ee3397e954 HTTP/1.1" status: 204 len: 168 time: 2.5196710 Feb 18 00:26:20.576683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38164) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:20.611823 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Attempting to bind port 6c4bc95a-251f-4091-b713-bc0113d6ebcb on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:26:20.612202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Attempting to bind port 6c4bc95a-251f-4091-b713-bc0113d6ebcb by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:26:20.612578 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Attempting to bind port 6c4bc95a-251f-4091-b713-bc0113d6ebcb on network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:26:20.619744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:26:20.620320 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Checking segment: {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:26:20.621194 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.621723 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Bound using segment: {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:26:20.622218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Bound port: 6c4bc95a-251f-4091-b713-bc0113d6ebcb, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:26:20.622608 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.653378 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc3425f-c40c-4a52-8544-a0000367bed0 admin admin] Deleting subnet f6147e67-50ab-4fdc-93bb-c376a0994999 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:26:20.656872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-adc3425f-c40c-4a52-8544-a0000367bed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.687302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device f5e6bc32-81a0-4565-bc46-ad14500d5f36 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:26:20.721105 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-adc3425f-c40c-4a52-8544-a0000367bed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327241'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.727882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: f5e6bc32-81a0-4565-bc46-ad14500d5f36 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:26:20.728278 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device f5e6bc32-81a0-4565-bc46-ad14500d5f36 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:26:20.728854 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6af89c83-791c-4d20-8dc1-ef9f51f9e96a no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:26:20.732124 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] For port 6c4bc95a-251f-4091-b713-bc0113d6ebcb, host hv-cinder-75157, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:26:20.735809 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] For port 6c4bc95a-251f-4091-b713-bc0113d6ebcb, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=6c4bc95a-251f-4091-b713-bc0113d6ebcb,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:26:20.739361 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.755756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b4c678e3-4c64-45d4-8527-c890f2008613 tempest-VolumesActionsTest-1257135133 tempest-VolumesActionsTest-1257135133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:20.765759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 6af89c83-791c-4d20-8dc1-ef9f51f9e96a {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:26:20.766162 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 6af89c83-791c-4d20-8dc1-ef9f51f9e96a not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:26:20.810697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.849893 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-adc3425f-c40c-4a52-8544-a0000367bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.908504 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Pushing event updated for resources: {'Port': ['ID=6c4bc95a-251f-4091-b713-bc0113d6ebcb,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:20.921316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:20.956391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:20.957206 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:20.958577 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] 10.222.0.30 "PUT /v2.0/ports/6c4bc95a-251f-4091-b713-bc0113d6ebcb HTTP/1.1" status: 200 len: 1157 time: 1.4459586 Feb 18 00:26:20.959120 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1394885b-798f-4754-8332-034b1784ff08', 'tag': '6c4bc95a-251f-4091-b713-bc0113d6ebcb'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:26:21.036304 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1394885b-798f-4754-8332-034b1784ff08', 'tag': '6c4bc95a-251f-4091-b713-bc0113d6ebcb', 'status': 'completed', 'code': 200} Feb 18 00:26:21.067173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:21.081400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-f21b65e0-fb30-46c7-82f6-392bb84cdd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:21.081400 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-f21b65e0-fb30-46c7-82f6-392bb84cdd96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 1160 time: 0.0821900 Feb 18 00:26:21.131734 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-adc3425f-c40c-4a52-8544-a0000367bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823209083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821527077'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:21.148286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:21.163107 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-92c5c6ae-fa1b-4886-a9b4-5ac8b5081746 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c4bc95a-251f-4091-b713-bc0113d6ebcb HTTP/1.1" status: 200 len: 217 time: 0.0731158 Feb 18 00:26:21.236098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3425f-c40c-4a52-8544-a0000367bed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6147e67-50ab-4fdc-93bb-c376a0994999,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:21.240365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-adc3425f-c40c-4a52-8544-a0000367bed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:21.285283 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-adc3425f-c40c-4a52-8544-a0000367bed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:21.290665 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-1483a1b4-f649-4a90-93ac-ea169178cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:21.291333 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-adc3425f-c40c-4a52-8544-a0000367bed0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f6147e67-50ab-4fdc-93bb-c376a0994999 HTTP/1.1" status: 204 len: 168 time: 0.7135961 Feb 18 00:26:21.293958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948fa642-4659-45dc-9a6a-302855ef224e None None] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:26:21.294683 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38172) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:21.294855 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-1483a1b4-f649-4a90-93ac-ea169178cc7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9990d81-9d28-4bf0-8834-eb3b013aafec HTTP/1.1" status: 200 len: 855 time: 0.1245756 Feb 18 00:26:21.369449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eec615-d6ed-4d28-ac3c-2e77a750f82e req-0f85e6f0-3004-48a1-959c-9ace956d3f61 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:21.371169 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-57eec615-d6ed-4d28-ac3c-2e77a750f82e req-0f85e6f0-3004-48a1-959c-9ace956d3f61 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 943 time: 0.1632912 Feb 18 00:26:21.373342 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-67214211-90d8-4ba3-871c-6bcc12bd256e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f5cf324-e8d8-4a24-988a-67768c00dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703430 Feb 18 00:26:21.421227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:21.499250 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Deleting port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:26:21.499611 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:21.553327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:21.600896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcb3111-35ba-48e4-a19f-d56a45308e82 None None] DHCP port deletion for 1240ef45-358d-4e93-adf6-50e51ed3c6c5 request from dv-cinder-751579-21-smb {{(pid=84026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 00:26:21.608049 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb3111-35ba-48e4-a19f-d56a45308e82 None None] Deleting port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:26:21.608686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dcb3111-35ba-48e4-a19f-d56a45308e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:21.760925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] For port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=9614cb8e-bfd9-468e-9429-53ef32b3d9bf,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:26:21.762011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:21.787524 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-57eec615-d6ed-4d28-ac3c-2e77a750f82e req-4478aab5-d4d7-4241-b5e9-3de62a13cbc4 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082630 Feb 18 00:26:21.835104 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-fb09b1ad-eca9-4cab-ad99-6a71b180ebb8 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400256 Feb 18 00:26:21.852319 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1dcb3111-35ba-48e4-a19f-d56a45308e82 None None] For port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=9614cb8e-bfd9-468e-9429-53ef32b3d9bf,segment=NetworkSegment(a60a6540-dcc8-482e-9afe-80de021ce8ed),segment_id=a60a6540-dcc8-482e-9afe-80de021ce8ed)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:26:21.852815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dcb3111-35ba-48e4-a19f-d56a45308e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:21.902097 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Calling delete_port for 9614cb8e-bfd9-468e-9429-53ef32b3d9bf owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:26:21.988993 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09ee3209-9655-43af-b66f-9e49ff55b362 req-c180bb02-c859-486e-acc5-3d78f65ccd48 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1469643 Feb 18 00:26:21.991474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:21.997596 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb3111-35ba-48e4-a19f-d56a45308e82 None None] Calling delete_port for 9614cb8e-bfd9-468e-9429-53ef32b3d9bf owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:26:22.007019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e40a60c3-13be-4561-8ae2-acd608e01937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:22.074189 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [None req-1dcb3111-35ba-48e4-a19f-d56a45308e82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:26:22.074574 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [None req-1dcb3111-35ba-48e4-a19f-d56a45308e82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:26:22.104508 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Pushing event deleted for resources: {'Port': ['ID=9614cb8e-bfd9-468e-9429-53ef32b3d9bf,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:22.109024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:22.119720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51971a-9a83-4361-bc9b-5b0ffee349ce req-29f1bf14-40ea-4492-8012-657ea51bffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:22.122503 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2b51971a-9a83-4361-bc9b-5b0ffee349ce req-29f1bf14-40ea-4492-8012-657ea51bffc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 1160 time: 0.0880399 Feb 18 00:26:22.152361 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] No DVR routers for this DVR port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf on host dv-cinder-751579-21-smb {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:26:22.272397 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51971a-9a83-4361-bc9b-5b0ffee349ce req-e3f16fdd-2194-4287-968e-0a4443d57c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:22.274133 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2b51971a-9a83-4361-bc9b-5b0ffee349ce req-e3f16fdd-2194-4287-968e-0a4443d57c48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 909 time: 0.1426234 Feb 18 00:26:22.275448 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:22.361391 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2b51971a-9a83-4361-bc9b-5b0ffee349ce req-6e3cdb6a-a1d1-4e7c-9173-91a6c3bd9d87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c4bc95a-251f-4091-b713-bc0113d6ebcb HTTP/1.1" status: 200 len: 217 time: 0.0788856 Feb 18 00:26:22.392585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1240ef45-358d-4e93-adf6-50e51ed3c6c5']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:26:22.405622 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60a6540-dcc8-482e-9afe-80de021ce8ed') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:26:22.405955 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60a6540-dcc8-482e-9afe-80de021ce8ed') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:26:22.418065 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1448559'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:22.432165 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:22.435072 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:26:22.435357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51971a-9a83-4361-bc9b-5b0ffee349ce req-94800d5e-5849-47b8-a393-fb501a871cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:22.437111 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2b51971a-9a83-4361-bc9b-5b0ffee349ce req-94800d5e-5849-47b8-a393-fb501a871cfe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9990d81-9d28-4bf0-8834-eb3b013aafec HTTP/1.1" status: 200 len: 855 time: 0.0691085 Feb 18 00:26:22.492805 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2b51971a-9a83-4361-bc9b-5b0ffee349ce req-fd14ccc4-7161-4d5a-b274-ac2e2d2b80a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f5cf324-e8d8-4a24-988a-67768c00dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468917 Feb 18 00:26:22.575749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb3111-35ba-48e4-a19f-d56a45308e82 None None] Deleting port 9614cb8e-bfd9-468e-9429-53ef32b3d9bf {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:26:22.576653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1dcb3111-35ba-48e4-a19f-d56a45308e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:22.617102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:26:22.627501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31565690'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:22.643560 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2b51971a-9a83-4361-bc9b-5b0ffee349ce req-4efce894-4612-4f88-9aa1-73975f06107e service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420267 Feb 18 00:26:22.666648 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb3111-35ba-48e4-a19f-d56a45308e82 None None] The port '9614cb8e-bfd9-468e-9429-53ef32b3d9bf' was deleted {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 00:26:22.671563 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 9614cb8e-bfd9-468e-9429-53ef32b3d9bf no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:26:22.711368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 9614cb8e-bfd9-468e-9429-53ef32b3d9bf {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:26:22.711768 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 9614cb8e-bfd9-468e-9429-53ef32b3d9bf not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:26:22.796570 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2b51971a-9a83-4361-bc9b-5b0ffee349ce req-89c5b53d-1e32-40d9-b46c-f1c68a6c5aeb service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442466 Feb 18 00:26:22.805924 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Network 1240ef45-358d-4e93-adf6-50e51ed3c6c5 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:26:22.830136 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:26:22.909697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:22.953911 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3ab4fc24-d0de-4691-9dee-c64e77bd80a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:22.975872 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:22.990892 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Pushing event deleted for resources: {'Network': ['ID=1240ef45-358d-4e93-adf6-50e51ed3c6c5,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:22.996950 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:23.008108 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-cc50b1cf-f112-4ec6-bd4d-8fd6aac27541 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1240ef45-358d-4e93-adf6-50e51ed3c6c5 HTTP/1.1" status: 204 len: 168 time: 1.7120328 Feb 18 00:26:23.037663 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caafbc1-3c0f-4416-afda-2fa93553bba3 req-6c83e5ff-078f-42f7-a69d-140f5f30715b tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:23.039251 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9caafbc1-3c0f-4416-afda-2fa93553bba3 req-6c83e5ff-078f-42f7-a69d-140f5f30715b tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 943 time: 0.1276019 Feb 18 00:26:23.089738 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9caafbc1-3c0f-4416-afda-2fa93553bba3 req-f4cb2cea-1866-41cc-94bb-33035ed05d37 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 Feb 18 00:26:23.130109 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38180) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:23.181298 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4f103cb7-1bd6-4425-acc6-8f6a17b14111 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ff96f25a495405c89133fb0124f23c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497966 Feb 18 00:26:23.184294 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38184) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:23.244081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-585e68e4-cf69-4f47-9dce-11516886edbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:23.271789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-585e68e4-cf69-4f47-9dce-11516886edbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:23.318535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-585e68e4-cf69-4f47-9dce-11516886edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:23.323377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d6abf4d4-e61d-469d-ad48-829d70a7f142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:23.336904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e68e4-cf69-4f47-9dce-11516886edbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21f4c64-66d6-4533-a22f-32be3f57f5b5,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:23.341147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-585e68e4-cf69-4f47-9dce-11516886edbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:23.344444 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-585e68e4-cf69-4f47-9dce-11516886edbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:23.345690 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-585e68e4-cf69-4f47-9dce-11516886edbe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f21f4c64-66d6-4533-a22f-32be3f57f5b5 HTTP/1.1" status: 204 len: 168 time: 0.1603346 Feb 18 00:26:24.290429 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffef573-9c80-40cf-91ec-c643aedb985e req-a80e629e-8e53-4fa5-be91-e5b9acc36634 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:24.292025 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8ffef573-9c80-40cf-91ec-c643aedb985e req-a80e629e-8e53-4fa5-be91-e5b9acc36634 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 943 time: 0.0879269 Feb 18 00:26:24.341148 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8ffef573-9c80-40cf-91ec-c643aedb985e req-1cd92118-9a8e-403d-aac8-7ce7b5a1d32b tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Feb 18 00:26:25.543513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8be89-2448-460d-ad41-838534f387a7 req-9b6414cf-9463-457e-8a16-447f1444726a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:25.545176 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4ec8be89-2448-460d-ad41-838534f387a7 req-9b6414cf-9463-457e-8a16-447f1444726a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 943 time: 0.0900981 Feb 18 00:26:25.577322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 6c4bc95a-251f-4091-b713-bc0113d6ebcb up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:26:25.596259 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4ec8be89-2448-460d-ad41-838534f387a7 req-e154f6d0-3015-4de7-b984-5ed08c035aa1 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442567 Feb 18 00:26:25.648035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 6c4bc95a-251f-4091-b713-bc0113d6ebcb completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:26:25.653173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 6c4bc95a-251f-4091-b713-bc0113d6ebcb triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:26:25.653594 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:25.776348 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:25.804799 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1394885b-798f-4754-8332-034b1784ff08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4bc95a-251f-4091-b713-bc0113d6ebcb'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:26:25.816136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 6c4bc95a-251f-4091-b713-bc0113d6ebcb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=6c4bc95a-251f-4091-b713-bc0113d6ebcb,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:26:25.818839 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:25.820809 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:25.857170 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1394885b-798f-4754-8332-034b1784ff08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4bc95a-251f-4091-b713-bc0113d6ebcb', 'code': 200} Feb 18 00:26:25.897905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=6c4bc95a-251f-4091-b713-bc0113d6ebcb,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:25.901230 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:26.115641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e38e83-d91f-4da4-83e7-c7c9f0c763e2 req-2d10cae9-ed18-46af-9405-74ea11a877df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:26.117407 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b1e38e83-d91f-4da4-83e7-c7c9f0c763e2 req-2d10cae9-ed18-46af-9405-74ea11a877df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 1162 time: 0.0804014 Feb 18 00:26:26.167663 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b1e38e83-d91f-4da4-83e7-c7c9f0c763e2 req-a4b64706-586b-4282-9c71-79c99a7cde6f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390353 Feb 18 00:26:26.797353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f0ee6-9be2-446c-b805-8418741e39ac req-684c38b2-2a35-4735-bc23-1184863e21a1 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:26.798961 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a94f0ee6-9be2-446c-b805-8418741e39ac req-684c38b2-2a35-4735-bc23-1184863e21a1 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 945 time: 0.0905039 Feb 18 00:26:26.846539 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a94f0ee6-9be2-446c-b805-8418741e39ac req-bff6e744-2ab4-4bab-be9a-d94bf666e692 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Feb 18 00:26:27.215103 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 6c4bc95a-251f-4091-b713-bc0113d6ebcb up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:26:27.286865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 6c4bc95a-251f-4091-b713-bc0113d6ebcb triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:26:27.287289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:27.645663 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38252) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:27.769407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1041d2bd-e77c-4139-a6af-8658a9ff9d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:27.784790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1041d2bd-e77c-4139-a6af-8658a9ff9d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:26:27.788805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-1041d2bd-e77c-4139-a6af-8658a9ff9d2c admin admin] Usage tracker for resource:security_group_rule and tenant:ecf7547a20694bd3802822fa0dc10897 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:26:27.791705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-1041d2bd-e77c-4139-a6af-8658a9ff9d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:26:27.797536 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-1041d2bd-e77c-4139-a6af-8658a9ff9d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:26:27.893349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1041d2bd-e77c-4139-a6af-8658a9ff9d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:27.896887 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1041d2bd-e77c-4139-a6af-8658a9ff9d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:27.907943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-7d590ef0-d947-484a-aa09-efa9d069b580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:27.962931 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-1041d2bd-e77c-4139-a6af-8658a9ff9d2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecf7547a20694bd3802822fa0dc10897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135126 Feb 18 00:26:27.963476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38260) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:27.964968 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041d2bd-e77c-4139-a6af-8658a9ff9d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab98b39-3422-4c40-8186-37385031ec4e,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:27.969146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1041d2bd-e77c-4139-a6af-8658a9ff9d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:28.099652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-59cfffe3-dcfd-4c26-b8f7-be6cf445b1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:28.145859 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66f165-2171-4af8-b6e7-788737b78b5a req-1ed0ec9a-81a4-4ea6-b1bf-f54e3928196e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:28.147483 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ee66f165-2171-4af8-b6e7-788737b78b5a req-1ed0ec9a-81a4-4ea6-b1bf-f54e3928196e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 945 time: 0.1690810 Feb 18 00:26:28.152164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-59cfffe3-dcfd-4c26-b8f7-be6cf445b1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:28.234396 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ee66f165-2171-4af8-b6e7-788737b78b5a req-10d9240b-33dc-4782-b9a9-0360d7baa9cd tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748732 Feb 18 00:26:28.242942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-59cfffe3-dcfd-4c26-b8f7-be6cf445b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:28.249620 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-169a2da8-2ebc-4c0e-9185-060cbbccc5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:28.263201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfffe3-dcfd-4c26-b8f7-be6cf445b1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab98b39-3422-4c40-8186-37385031ec4e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:28.266653 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-59cfffe3-dcfd-4c26-b8f7-be6cf445b1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:28.268812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-59cfffe3-dcfd-4c26-b8f7-be6cf445b1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:28.270674 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-59cfffe3-dcfd-4c26-b8f7-be6cf445b1ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aab98b39-3422-4c40-8186-37385031ec4e HTTP/1.1" status: 204 len: 168 time: 0.3055949 Feb 18 00:26:30.505130 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-46292cf9-81c3-4e8b-ba6c-8168a940a165 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:30.506734 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-46292cf9-81c3-4e8b-ba6c-8168a940a165 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 815 time: 0.1611362 Feb 18 00:26:30.523176 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-01c1716e-17d9-4571-8d6f-e065e8aabfd8 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/quotas/227c6c8daa624e1aa90992494a626d60 HTTP/1.1" status: 200 len: 375 time: 0.0100169 Feb 18 00:26:30.615579 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-b64932a5-8769-40f4-8266-12e084a34bc0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861933 Feb 18 00:26:30.759251 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-d3b5dd9c-1220-41db-8680-2c86b0816caf service neutron] 10.222.0.44 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357787 Feb 18 00:26:30.905270 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-9550fcbf-9976-4d43-a088-07998a4a4d41 service neutron] 10.222.0.44 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385839 Feb 18 00:26:31.118858 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-d11bbebf-91fb-481a-bf10-393211f00cf1 req-4d607daf-6508-492c-9540-202d7b65fab1 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 210 time: 0.0593867 Feb 18 00:26:32.247444 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-b877dcd1-87c8-4cb9-bb81-018be596af75 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:32.249038 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-b877dcd1-87c8-4cb9-bb81-018be596af75 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 815 time: 0.1658521 Feb 18 00:26:32.265125 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Request body: {'port': {'device_id': '16936e00-1197-4a63-b174-57c7087fe7f4', 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8', 'admin_state_up': True, 'tenant_id': '227c6c8daa624e1aa90992494a626d60'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:26:32.426474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:26:32.438111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:26:32.450508 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Made reservation on behalf of 227c6c8daa624e1aa90992494a626d60 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:26:32.456257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:32.526282 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1ee2aab9-92fa-4c2c-b857-e4a64c2c5364 req-4f6e468b-38c8-4063-884b-c472f61b0006 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 210 time: 0.2976849 Feb 18 00:26:32.771069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Allocated IP 172.20.0.14 (3f5cf324-e8d8-4a24-988a-67768c00dfd8/c9990d81-9d28-4bf0-8834-eb3b013aafec/0801ed39-dc79-4f06-b1c4-84b6ae744dc2) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:26:32.992283 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:33.023041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:33.037769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5479b7cc-e63b-4413-b9ae-65d9d302b900 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:33.175436 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Pushing event updated for resources: {'Port': ['ID=0801ed39-dc79-4f06-b1c4-84b6ae744dc2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:33.179760 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:33.236755 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:26:33.237826 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:26:33.240244 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:26:33.303241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:33.303901 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:33.327895 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0677969 Feb 18 00:26:33.345783 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Request body: {'port': {'device_id': '16936e00-1197-4a63-b174-57c7087fe7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:26:33.465759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:33.854322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628af4c-331f-4698-a421-4996971e254a req-1b3c72aa-602b-4a71-b57a-e398b7404fdb tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:33.855325 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-2628af4c-331f-4698-a421-4996971e254a req-1b3c72aa-602b-4a71-b57a-e398b7404fdb tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Synchronizing usage tracker for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:26:33.893848 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-2628af4c-331f-4698-a421-4996971e254a req-1b3c72aa-602b-4a71-b57a-e398b7404fdb tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Unset dirty status for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:26:33.895092 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2628af4c-331f-4698-a421-4996971e254a req-1b3c72aa-602b-4a71-b57a-e398b7404fdb tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 932 time: 0.2463233 Feb 18 00:26:34.000629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:26:34.012429 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2628af4c-331f-4698-a421-4996971e254a req-2d7f70d0-e5ea-47fd-a095-2fddf33596fd tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047099 Feb 18 00:26:34.014197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:34.029920 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Transition to ACTIVE for port object 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:26:34.032857 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:34.048972 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0559a36d-eee5-403b-8f2f-c70931c91449 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:34.187313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0801ed39-dc79-4f06-b1c4-84b6ae744dc2,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:34.190563 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:34.620577 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Attempting to bind port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:26:34.621083 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Attempting to bind port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:26:34.621326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Attempting to bind port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 on network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:26:34.626968 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:26:34.627350 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Checking segment: {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:26:34.627807 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:34.628154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Bound using segment: {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:26:34.628691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Bound port: 0801ed39-dc79-4f06-b1c4-84b6ae744dc2, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:26:34.629072 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:34.723840 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] For port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2, host hv-cinder-75157, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:26:34.726933 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] For port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=0801ed39-dc79-4f06-b1c4-84b6ae744dc2,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:26:34.730360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:34.748091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9bd54468-fab0-419d-98f5-510b3e27fa59 tempest-ServerRescueNegativeTestJSON-159868442 tempest-ServerRescueNegativeTestJSON-159868442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:34.892356 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0801ed39-dc79-4f06-b1c4-84b6ae744dc2,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:34.904912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:34.936953 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:34.937630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:34.939106 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/0801ed39-dc79-4f06-b1c4-84b6ae744dc2 HTTP/1.1" status: 200 len: 1158 time: 1.5977201 Feb 18 00:26:34.939629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16936e00-1197-4a63-b174-57c7087fe7f4', 'tag': '0801ed39-dc79-4f06-b1c4-84b6ae744dc2'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:26:35.015395 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16936e00-1197-4a63-b174-57c7087fe7f4', 'tag': '0801ed39-dc79-4f06-b1c4-84b6ae744dc2', 'status': 'completed', 'code': 200} Feb 18 00:26:35.056775 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-db4aaa1c-241a-4cb8-87b3-86a604826ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:35.058980 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-db4aaa1c-241a-4cb8-87b3-86a604826ea0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 1161 time: 0.0822070 Feb 18 00:26:35.170918 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-1a831ae8-a365-4f36-af2b-b17f8b8b38ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0801ed39-dc79-4f06-b1c4-84b6ae744dc2 HTTP/1.1" status: 200 len: 217 time: 0.1043065 Feb 18 00:26:35.260343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-9b35c3e6-b470-4839-9733-8daa64902838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:35.262259 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-9b35c3e6-b470-4839-9733-8daa64902838 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9990d81-9d28-4bf0-8834-eb3b013aafec HTTP/1.1" status: 200 len: 855 time: 0.0798542 Feb 18 00:26:35.320249 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c1728-70ba-4b86-a53f-752d2473477a req-16b74e9c-fcbc-414e-83bf-33c85959e6af tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:35.321923 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-412c1728-70ba-4b86-a53f-752d2473477a req-16b74e9c-fcbc-414e-83bf-33c85959e6af tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 944 time: 0.1936646 Feb 18 00:26:35.328730 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-55120aab-907e-470b-b7cf-b3bffd6baba4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f5cf324-e8d8-4a24-988a-67768c00dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542548 Feb 18 00:26:35.461445 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-412c1728-70ba-4b86-a53f-752d2473477a req-86e13500-c709-4f87-8977-06370663c8c0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315894 Feb 18 00:26:35.506838 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-6ed61fbb-6164-4ef8-8399-7220ae7c9c1f service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619914 Feb 18 00:26:35.656111 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-eb3c5db8-692d-40da-8c2a-a10000c50a47 req-456b5de7-8133-4ae7-98dc-a9ca3b6690e1 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400073 Feb 18 00:26:35.912759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed4d2d-f5da-4bae-9ef7-320b67fcf470 req-9358ce97-5003-4e60-b7b4-19a1ea1fced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:35.914390 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-12ed4d2d-f5da-4bae-9ef7-320b67fcf470 req-9358ce97-5003-4e60-b7b4-19a1ea1fced4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 1161 time: 0.0800953 Feb 18 00:26:36.065296 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed4d2d-f5da-4bae-9ef7-320b67fcf470 req-2de981f9-267d-4aeb-ac09-b09593287330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:36.066851 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-12ed4d2d-f5da-4bae-9ef7-320b67fcf470 req-2de981f9-267d-4aeb-ac09-b09593287330 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 909 time: 0.1458712 Feb 18 00:26:36.149237 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-12ed4d2d-f5da-4bae-9ef7-320b67fcf470 req-d2894b8b-77da-4b34-a1f0-ee5bb0ea7601 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0801ed39-dc79-4f06-b1c4-84b6ae744dc2 HTTP/1.1" status: 200 len: 217 time: 0.0717590 Feb 18 00:26:36.226726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed4d2d-f5da-4bae-9ef7-320b67fcf470 req-d4efbf52-e602-4867-984c-b7068c6b3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:36.228299 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-12ed4d2d-f5da-4bae-9ef7-320b67fcf470 req-d4efbf52-e602-4867-984c-b7068c6b3283 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9990d81-9d28-4bf0-8834-eb3b013aafec HTTP/1.1" status: 200 len: 855 time: 0.0660493 Feb 18 00:26:36.282242 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-12ed4d2d-f5da-4bae-9ef7-320b67fcf470 req-8999cd76-dc65-4e3c-bc58-dc8a057abc05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f5cf324-e8d8-4a24-988a-67768c00dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461898 Feb 18 00:26:36.429291 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-12ed4d2d-f5da-4bae-9ef7-320b67fcf470 req-152ee3fc-78c1-4b62-ab49-fee41e181a22 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397467 Feb 18 00:26:36.594294 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-12ed4d2d-f5da-4bae-9ef7-320b67fcf470 req-0576a6d3-6757-4efe-b168-cc93a0962e38 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1580625 Feb 18 00:26:36.673476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f038ff-8b35-4ce0-b85a-34d488771637 req-033371cb-6979-4b06-8cc2-3968b351e579 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:36.675062 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82f038ff-8b35-4ce0-b85a-34d488771637 req-033371cb-6979-4b06-8cc2-3968b351e579 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 944 time: 0.0926242 Feb 18 00:26:36.722393 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82f038ff-8b35-4ce0-b85a-34d488771637 req-a15af746-7e7f-43d3-a8ae-ab125ae3cdb9 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Feb 18 00:26:37.711284 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:26:37.785514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:26:37.790539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:26:37.790960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:37.913367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:37.929320 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3397e6-f640-48dc-ab12-dd560f35a8e9 req-1d77fa6d-db5c-4e4e-b9c5-af1528b1f632 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:37.930955 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ab3397e6-f640-48dc-ab12-dd560f35a8e9 req-1d77fa6d-db5c-4e4e-b9c5-af1528b1f632 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 944 time: 0.0929544 Feb 18 00:26:37.945476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16936e00-1197-4a63-b174-57c7087fe7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0801ed39-dc79-4f06-b1c4-84b6ae744dc2'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:26:37.956481 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=0801ed39-dc79-4f06-b1c4-84b6ae744dc2,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:26:37.960571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:37.962687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:37.983800 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ab3397e6-f640-48dc-ab12-dd560f35a8e9 req-859175d8-8ba5-4d35-a05f-2f567529c28d tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459273 Feb 18 00:26:38.022993 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16936e00-1197-4a63-b174-57c7087fe7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0801ed39-dc79-4f06-b1c4-84b6ae744dc2', 'code': 200} Feb 18 00:26:38.050856 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=0801ed39-dc79-4f06-b1c4-84b6ae744dc2,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:38.054198 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:38.290372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab629f-91a8-436c-ab9b-1dc068d56500 req-7b75dd71-1d4c-41a0-ba21-60567efec858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:38.292031 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f5ab629f-91a8-436c-ab9b-1dc068d56500 req-7b75dd71-1d4c-41a0-ba21-60567efec858 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 1163 time: 0.0778952 Feb 18 00:26:38.349974 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f5ab629f-91a8-436c-ab9b-1dc068d56500 req-0789b49a-eb6d-48de-97a2-7c127ee16401 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Feb 18 00:26:38.818714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38448) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:38.942839 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7bb3-a9a4-475c-ab14-5fdcf14aeb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:38.958295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0a5d7bb3-a9a4-475c-ab14-5fdcf14aeb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:26:38.962669 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-0a5d7bb3-a9a4-475c-ab14-5fdcf14aeb27 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d03107ebd846e990e5f3705499065a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:26:38.966310 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-0a5d7bb3-a9a4-475c-ab14-5fdcf14aeb27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:26:38.972280 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0a5d7bb3-a9a4-475c-ab14-5fdcf14aeb27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:26:39.062391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7bb3-a9a4-475c-ab14-5fdcf14aeb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.066179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0a5d7bb3-a9a4-475c-ab14-5fdcf14aeb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.075481 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d3f72f02-e9bf-4d98-8448-f6ab082665e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:39.152691 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-0a5d7bb3-a9a4-475c-ab14-5fdcf14aeb27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5d03107ebd846e990e5f3705499065a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327103 Feb 18 00:26:39.155602 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38456) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:39.159110 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d7bb3-a9a4-475c-ab14-5fdcf14aeb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d3d8a4-d28c-4f43-8883-1510dd70200d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:39.162639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0a5d7bb3-a9a4-475c-ab14-5fdcf14aeb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:39.211335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7294666-2d1a-4c6f-b02d-63eef52433c8 req-82f819e6-d697-4afd-82b4-fb0b2325fa2a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:39.216589 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f7294666-2d1a-4c6f-b02d-63eef52433c8 req-82f819e6-d697-4afd-82b4-fb0b2325fa2a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 946 time: 0.1069684 Feb 18 00:26:39.221785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a31a3bc-ae1f-42ba-9cbf-8514de8d898c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.250822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a31a3bc-ae1f-42ba-9cbf-8514de8d898c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.261672 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f7294666-2d1a-4c6f-b02d-63eef52433c8 req-0421b05a-5468-4096-8b6c-a5924f3ce0b0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Feb 18 00:26:39.298949 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a31a3bc-ae1f-42ba-9cbf-8514de8d898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.303912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0fa1a6c0-a37d-43e8-8ba7-b1de8712bef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:39.317327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31a3bc-ae1f-42ba-9cbf-8514de8d898c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d3d8a4-d28c-4f43-8883-1510dd70200d,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:39.322034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4a31a3bc-ae1f-42ba-9cbf-8514de8d898c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:39.326387 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4a31a3bc-ae1f-42ba-9cbf-8514de8d898c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.327637 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4a31a3bc-ae1f-42ba-9cbf-8514de8d898c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33d3d8a4-d28c-4f43-8883-1510dd70200d HTTP/1.1" status: 204 len: 168 time: 0.1709416 Feb 18 00:26:39.409514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:26:39.483991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:26:39.484448 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.625833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38464) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:39.646267 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a21f6050-b0df-4ecb-bc61-544dd17dc48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.662477 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a21f6050-b0df-4ecb-bc61-544dd17dc48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:26:39.666553 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a21f6050-b0df-4ecb-bc61-544dd17dc48d admin admin] Usage tracker for resource:security_group_rule and tenant:a2752aa83d744427885854c44cb0f525 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:26:39.670590 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a21f6050-b0df-4ecb-bc61-544dd17dc48d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:26:39.676508 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a21f6050-b0df-4ecb-bc61-544dd17dc48d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:26:39.763060 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a21f6050-b0df-4ecb-bc61-544dd17dc48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.765772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a21f6050-b0df-4ecb-bc61-544dd17dc48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.774842 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-21410d57-cc04-4cda-a984-6fee4285d468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:39.816094 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a21f6050-b0df-4ecb-bc61-544dd17dc48d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2752aa83d744427885854c44cb0f525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890600 Feb 18 00:26:39.817879 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f6050-b0df-4ecb-bc61-544dd17dc48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4c8262-af5a-46c6-955e-22cd21e0ca06,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:39.819141 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38468) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:39.821243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a21f6050-b0df-4ecb-bc61-544dd17dc48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:39.882674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1aad97cd-11f3-4187-a69b-264c9886ba98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.911141 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1aad97cd-11f3-4187-a69b-264c9886ba98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.955246 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1aad97cd-11f3-4187-a69b-264c9886ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.960147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-aae620ab-7f93-4d51-9534-ec7a36de4f64 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:39.973569 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad97cd-11f3-4187-a69b-264c9886ba98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4c8262-af5a-46c6-955e-22cd21e0ca06,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:39.978384 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1aad97cd-11f3-4187-a69b-264c9886ba98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:39.982909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1aad97cd-11f3-4187-a69b-264c9886ba98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:39.984153 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-1aad97cd-11f3-4187-a69b-264c9886ba98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e4c8262-af5a-46c6-955e-22cd21e0ca06 HTTP/1.1" status: 204 len: 168 time: 0.1630664 Feb 18 00:26:40.340568 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38478) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:40.360117 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a07d47e-65bf-4e0e-8e92-18fc2a21df7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:40.379827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6a07d47e-65bf-4e0e-8e92-18fc2a21df7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:26:40.384025 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-6a07d47e-65bf-4e0e-8e92-18fc2a21df7b admin admin] Usage tracker for resource:security_group_rule and tenant:38127b34c0d743718dfb8cc930069ce4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:26:40.388391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-6a07d47e-65bf-4e0e-8e92-18fc2a21df7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:26:40.394136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-6a07d47e-65bf-4e0e-8e92-18fc2a21df7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:26:40.467474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b4eb6-8df2-49ba-85a3-2b7d8e412d32 req-24ac596b-74ac-4b16-a26e-108d8da9c4cd tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:40.469097 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3c2b4eb6-8df2-49ba-85a3-2b7d8e412d32 req-24ac596b-74ac-4b16-a26e-108d8da9c4cd tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 946 time: 0.0895097 Feb 18 00:26:40.483670 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a07d47e-65bf-4e0e-8e92-18fc2a21df7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:40.486502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6a07d47e-65bf-4e0e-8e92-18fc2a21df7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:40.496698 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9c5dda0f-8378-4356-9f2b-735693c84290 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:40.517963 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3c2b4eb6-8df2-49ba-85a3-2b7d8e412d32 req-45742715-5fb2-47a6-bcd7-5b84061549a7 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 Feb 18 00:26:40.542623 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6a07d47e-65bf-4e0e-8e92-18fc2a21df7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38127b34c0d743718dfb8cc930069ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977828 Feb 18 00:26:40.543498 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38482) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:40.546514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07d47e-65bf-4e0e-8e92-18fc2a21df7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4a611d-5411-4c56-986a-57e8732af267,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:40.561938 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6a07d47e-65bf-4e0e-8e92-18fc2a21df7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:40.612942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da434a72-c4df-478b-8ca0-2ad51ad9fb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:40.642648 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da434a72-c4df-478b-8ca0-2ad51ad9fb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:40.688934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da434a72-c4df-478b-8ca0-2ad51ad9fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:40.694027 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-434f38a7-b0cf-45df-8b21-2b8681343e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:40.711758 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da434a72-c4df-478b-8ca0-2ad51ad9fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4a611d-5411-4c56-986a-57e8732af267,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:40.715302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-da434a72-c4df-478b-8ca0-2ad51ad9fb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:40.716502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-da434a72-c4df-478b-8ca0-2ad51ad9fb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:40.717729 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-da434a72-c4df-478b-8ca0-2ad51ad9fb80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae4a611d-5411-4c56-986a-57e8732af267 HTTP/1.1" status: 204 len: 168 time: 0.1732435 Feb 18 00:26:41.344890 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:26:41.422254 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:26:41.422674 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:44.021137 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:26:46.564953 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38618) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:46.632810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-90c3cfac-bc3e-4757-b0fa-23a5b8238d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:46.698462 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df282df7-6fce-4467-afcd-c8e196628807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:46.713495 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df282df7-6fce-4467-afcd-c8e196628807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:26:46.717831 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-df282df7-6fce-4467-afcd-c8e196628807 admin admin] Usage tracker for resource:security_group_rule and tenant:b3809dced9e9402e945a79caef38606a is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:26:46.720828 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-df282df7-6fce-4467-afcd-c8e196628807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:26:46.726566 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-df282df7-6fce-4467-afcd-c8e196628807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:26:46.813524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df282df7-6fce-4467-afcd-c8e196628807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:46.816523 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-df282df7-6fce-4467-afcd-c8e196628807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:46.829541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-25fbebba-f970-425e-b599-044498a5fb35 tempest-VolumesNegativeTest-1131889981 tempest-VolumesNegativeTest-1131889981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:46.872040 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-df282df7-6fce-4467-afcd-c8e196628807 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3809dced9e9402e945a79caef38606a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059001 Feb 18 00:26:46.874925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38634) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:46.876329 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df282df7-6fce-4467-afcd-c8e196628807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d79468f-928c-4e30-91e1-bcef3da25d20,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:46.880302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-df282df7-6fce-4467-afcd-c8e196628807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:46.951772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a9c923e-474f-4ceb-a6c9-7533fa4a6e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:46.980613 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a9c923e-474f-4ceb-a6c9-7533fa4a6e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:47.030241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a9c923e-474f-4ceb-a6c9-7533fa4a6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:47.035465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-59cfffe3-dcfd-4c26-b8f7-be6cf445b1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:47.050374 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c923e-474f-4ceb-a6c9-7533fa4a6e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d79468f-928c-4e30-91e1-bcef3da25d20,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:47.052933 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2a9c923e-474f-4ceb-a6c9-7533fa4a6e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:47.055341 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a9c923e-474f-4ceb-a6c9-7533fa4a6e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:47.060974 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-2a9c923e-474f-4ceb-a6c9-7533fa4a6e88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d79468f-928c-4e30-91e1-bcef3da25d20 HTTP/1.1" status: 204 len: 168 time: 0.1847072 Feb 18 00:26:47.063047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700965a-2981-4273-a767-bf840ee2ac63 req-31f57a1f-6783-4a71-bcf9-85203828ac2e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:47.064721 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-31f57a1f-6783-4a71-bcf9-85203828ac2e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 815 time: 0.1573439 Feb 18 00:26:47.080890 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-e53042bd-3424-4fb2-a777-5f9123bee141 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/quotas/227c6c8daa624e1aa90992494a626d60 HTTP/1.1" status: 200 len: 375 time: 0.0100083 Feb 18 00:26:47.180318 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-b9f3d837-c2e5-4cbc-9294-9078c657744d tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892112 Feb 18 00:26:47.325908 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-7cadf6db-b89f-45f7-bf3b-3a1fd3e0ddbe service neutron] 10.222.0.44 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377246 Feb 18 00:26:47.363471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38646) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:47.383017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a570776-2533-4276-9836-3acb17f38add admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:47.398323 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2a570776-2533-4276-9836-3acb17f38add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:26:47.402415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-2a570776-2533-4276-9836-3acb17f38add admin admin] Usage tracker for resource:security_group_rule and tenant:2db50cdcb27d4fc69a20120c3953d728 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:26:47.405354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-2a570776-2533-4276-9836-3acb17f38add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:26:47.411040 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-2a570776-2533-4276-9836-3acb17f38add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:26:47.472163 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-5de6985e-73c3-428e-9e35-3614d6a79f1f service neutron] 10.222.0.44 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398864 Feb 18 00:26:47.499822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a570776-2533-4276-9836-3acb17f38add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:47.502756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a570776-2533-4276-9836-3acb17f38add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:47.516751 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6a07d47e-65bf-4e0e-8e92-18fc2a21df7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:47.565292 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-2a570776-2533-4276-9836-3acb17f38add admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2db50cdcb27d4fc69a20120c3953d728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005301 Feb 18 00:26:47.565837 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38650) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:47.568412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a570776-2533-4276-9836-3acb17f38add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e24fb72-647e-4585-9a00-5aad190a54ff,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:47.571985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2a570776-2533-4276-9836-3acb17f38add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:47.643694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ea7174f-6c32-4185-8b5e-c1221b30c8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:47.676380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ea7174f-6c32-4185-8b5e-c1221b30c8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:47.692258 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8f883732-7f9a-4a92-8a05-e5b986c69968 req-497f6ff1-9670-4d21-9a2b-f7019bf59fdc tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 210 time: 0.0521586 Feb 18 00:26:47.725650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ea7174f-6c32-4185-8b5e-c1221b30c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:47.731980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-f92c1e15-5a8a-4706-836d-dbd6fef8f93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:47.748216 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7174f-6c32-4185-8b5e-c1221b30c8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e24fb72-647e-4585-9a00-5aad190a54ff,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:47.752534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4ea7174f-6c32-4185-8b5e-c1221b30c8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:47.761725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ea7174f-6c32-4185-8b5e-c1221b30c8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:47.763123 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4ea7174f-6c32-4185-8b5e-c1221b30c8fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e24fb72-647e-4585-9a00-5aad190a54ff HTTP/1.1" status: 204 len: 168 time: 0.1966767 Feb 18 00:26:48.133744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38668) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:48.153360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4c01a05-e514-45af-90a5-22d8f1d02899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:48.168969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b4c01a05-e514-45af-90a5-22d8f1d02899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:26:48.173033 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b4c01a05-e514-45af-90a5-22d8f1d02899 admin admin] Usage tracker for resource:security_group_rule and tenant:92cdca8002814ffaa93c486668c94765 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:26:48.175935 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-b4c01a05-e514-45af-90a5-22d8f1d02899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:26:48.181770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-b4c01a05-e514-45af-90a5-22d8f1d02899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:26:48.269766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4c01a05-e514-45af-90a5-22d8f1d02899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:48.272572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4c01a05-e514-45af-90a5-22d8f1d02899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:48.282036 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9e4c2685-01d9-42de-980b-f9a160f30871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:48.325157 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-b4c01a05-e514-45af-90a5-22d8f1d02899 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92cdca8002814ffaa93c486668c94765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902292 Feb 18 00:26:48.326099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c01a05-e514-45af-90a5-22d8f1d02899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de6b74c-623c-4848-8503-8198659b2f08,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:48.328126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38672) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:26:48.329321 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b4c01a05-e514-45af-90a5-22d8f1d02899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:48.390639 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b2f91c3-78f7-4753-852a-c839281d9f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:48.418724 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b2f91c3-78f7-4753-852a-c839281d9f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:48.465645 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b2f91c3-78f7-4753-852a-c839281d9f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:48.470497 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-636ffd80-57ee-46e3-8bbe-a41831190909 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:48.484304 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f91c3-78f7-4753-852a-c839281d9f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de6b74c-623c-4848-8503-8198659b2f08,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:48.488057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4b2f91c3-78f7-4753-852a-c839281d9f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:48.493437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b2f91c3-78f7-4753-852a-c839281d9f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:48.494641 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4b2f91c3-78f7-4753-852a-c839281d9f2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1de6b74c-623c-4848-8503-8198659b2f08 HTTP/1.1" status: 204 len: 168 time: 0.1653998 Feb 18 00:26:48.720228 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-637f21b8-a38f-4717-b586-0c098140a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:48.886437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700965a-2981-4273-a767-bf840ee2ac63 req-25e2518d-5577-4ad2-a0c4-895d1d95f78e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:48.888488 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-25e2518d-5577-4ad2-a0c4-895d1d95f78e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 815 time: 0.2094820 Feb 18 00:26:48.897137 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b2da528c-8887-4c01-a138-2d58c218ea29 req-f5182a50-0bb4-4fa0-903e-3c61308b931c tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 210 time: 0.0631979 Feb 18 00:26:48.912314 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Request body: {'port': {'device_id': '8b7b388f-2186-4577-8e20-339124bc9980', 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8', 'admin_state_up': True, 'tenant_id': '227c6c8daa624e1aa90992494a626d60'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:26:49.062906 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:26:49.072506 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:26:49.081500 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Made reservation on behalf of 227c6c8daa624e1aa90992494a626d60 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:26:49.086987 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:49.397573 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Allocated IP 172.20.0.4 (3f5cf324-e8d8-4a24-988a-67768c00dfd8/c9990d81-9d28-4bf0-8834-eb3b013aafec/085b0f3e-cd31-4b9e-be83-d9167fef3eb8) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:26:49.633812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:49.664193 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:49.681885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-210a207b-a13c-4970-b52f-269281e6da03 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:49.822238 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Pushing event updated for resources: {'Port': ['ID=085b0f3e-cd31-4b9e-be83-d9167fef3eb8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:49.826211 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:49.849934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:49.884088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:26:49.885279 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:26:49.888450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:26:49.955317 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:49.955966 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:49.982362 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-0f556651-eb69-4229-b548-35b8ceec6749 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0749891 Feb 18 00:26:50.001903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Request body: {'port': {'device_id': '8b7b388f-2186-4577-8e20-339124bc9980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:26:50.196678 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:50.215555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfb964-5c88-4f69-a4f1-95fa26bd1184 req-534e1d51-0eed-40d9-994b-f0ca88956067 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:50.216325 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-edbfb964-5c88-4f69-a4f1-95fa26bd1184 req-534e1d51-0eed-40d9-994b-f0ca88956067 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Synchronizing usage tracker for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:26:50.273730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-edbfb964-5c88-4f69-a4f1-95fa26bd1184 req-534e1d51-0eed-40d9-994b-f0ca88956067 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Unset dirty status for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:26:50.275202 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-edbfb964-5c88-4f69-a4f1-95fa26bd1184 req-534e1d51-0eed-40d9-994b-f0ca88956067 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 931 time: 0.2428052 Feb 18 00:26:50.630944 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-edbfb964-5c88-4f69-a4f1-95fa26bd1184 req-278d52e4-1859-42b8-af78-031c8880da82 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487587 Feb 18 00:26:50.813652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:50.928887 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:26:50.937434 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:50.949930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Transition to ACTIVE for port object 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:26:50.952694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:50.967954 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:51.080672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:51.101457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Pushing event updated for resources: {'Port': ['ID=085b0f3e-cd31-4b9e-be83-d9167fef3eb8,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:51.106750 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:51.289776 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Attempting to bind port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:26:51.290077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Attempting to bind port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:26:51.290445 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Attempting to bind port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 on network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:26:51.297042 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:26:51.297421 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Checking segment: {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:26:51.297824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:51.298228 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Bound using segment: {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:26:51.298706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Bound port: 085b0f3e-cd31-4b9e-be83-d9167fef3eb8, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449243ec-4324-4f00-91c2-cdd5128248f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f5cf324-e8d8-4a24-988a-67768c00dfd8'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:26:51.299081 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:51.393586 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] For port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8, host hv-cinder-75157, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:26:51.396679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] For port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=085b0f3e-cd31-4b9e-be83-d9167fef3eb8,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:26:51.399873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:51.415574 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-214e9c16-ab45-45e2-bb2e-014cb3fc60d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:51.538007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:51.566572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Pushing event updated for resources: {'Port': ['ID=085b0f3e-cd31-4b9e-be83-d9167fef3eb8,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:51.570060 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:51.615400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:51.616078 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:51.617587 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] 10.222.0.30 "PUT /v2.0/ports/085b0f3e-cd31-4b9e-be83-d9167fef3eb8 HTTP/1.1" status: 200 len: 1157 time: 1.6207047 Feb 18 00:26:51.618144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7b388f-2186-4577-8e20-339124bc9980', 'tag': '085b0f3e-cd31-4b9e-be83-d9167fef3eb8'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:26:51.698030 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7b388f-2186-4577-8e20-339124bc9980', 'tag': '085b0f3e-cd31-4b9e-be83-d9167fef3eb8', 'status': 'completed', 'code': 200} Feb 18 00:26:51.735301 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700965a-2981-4273-a767-bf840ee2ac63 req-5da7b0eb-1442-45c0-88a2-cd72ff281048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:51.736960 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-5da7b0eb-1442-45c0-88a2-cd72ff281048 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 1160 time: 0.0803580 Feb 18 00:26:51.852292 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-105a3e0d-21fc-481d-97ae-3f5b4d8259b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=085b0f3e-cd31-4b9e-be83-d9167fef3eb8 HTTP/1.1" status: 200 len: 217 time: 0.1059618 Feb 18 00:26:51.942990 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700965a-2981-4273-a767-bf840ee2ac63 req-81465fb9-ee84-4580-97ff-9d7b5fc1e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:51.944489 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-81465fb9-ee84-4580-97ff-9d7b5fc1e691 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9990d81-9d28-4bf0-8834-eb3b013aafec HTTP/1.1" status: 200 len: 855 time: 0.0854356 Feb 18 00:26:52.004286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5af87-22d7-44b5-9158-1b9aa06ef4f4 req-d6b8f9a1-770a-4462-a30c-9f1c4ae7cfe5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:52.005928 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-12e5af87-22d7-44b5-9158-1b9aa06ef4f4 req-d6b8f9a1-770a-4462-a30c-9f1c4ae7cfe5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 943 time: 0.1979518 Feb 18 00:26:52.013909 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-d98c50f2-62cf-4fb2-9900-8621a6b62faa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f5cf324-e8d8-4a24-988a-67768c00dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562711 Feb 18 00:26:52.147865 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-12e5af87-22d7-44b5-9158-1b9aa06ef4f4 req-ac618f0f-1cff-4e07-9bf2-9618e5c739d8 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329224 Feb 18 00:26:52.194389 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-91233659-ef3c-4909-8bbc-74ad3fac4f95 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646588 Feb 18 00:26:52.340765 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4700965a-2981-4273-a767-bf840ee2ac63 req-af56a7b0-f5cc-4b5f-804a-836cdd5fb917 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393342 Feb 18 00:26:52.473317 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fefe0-206d-4ed0-8b86-b4b460cdb83b req-e6acc181-c886-419c-963c-86035af530bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:52.474950 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-454fefe0-206d-4ed0-8b86-b4b460cdb83b req-e6acc181-c886-419c-963c-86035af530bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 1160 time: 0.0849018 Feb 18 00:26:52.621521 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fefe0-206d-4ed0-8b86-b4b460cdb83b req-571fc85c-3b1c-4a2b-90e4-a11b3fcb15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:52.623205 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-454fefe0-206d-4ed0-8b86-b4b460cdb83b req-571fc85c-3b1c-4a2b-90e4-a11b3fcb15c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 909 time: 0.1398692 Feb 18 00:26:52.703325 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-454fefe0-206d-4ed0-8b86-b4b460cdb83b req-8a4ffbc9-3778-4ad0-acbb-eb7190e8e54f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=085b0f3e-cd31-4b9e-be83-d9167fef3eb8 HTTP/1.1" status: 200 len: 217 time: 0.0669358 Feb 18 00:26:52.775967 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fefe0-206d-4ed0-8b86-b4b460cdb83b req-0347ca78-ff95-4358-b086-519ab1b048dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:52.777879 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-454fefe0-206d-4ed0-8b86-b4b460cdb83b req-0347ca78-ff95-4358-b086-519ab1b048dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9990d81-9d28-4bf0-8834-eb3b013aafec HTTP/1.1" status: 200 len: 855 time: 0.0661247 Feb 18 00:26:52.830980 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-454fefe0-206d-4ed0-8b86-b4b460cdb83b req-d2c56f4d-16b8-4186-ad0f-fb3826c5f802 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f5cf324-e8d8-4a24-988a-67768c00dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460320 Feb 18 00:26:52.973251 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-454fefe0-206d-4ed0-8b86-b4b460cdb83b req-85989268-31fe-4e99-aeb1-08d526c8ceef service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345968 Feb 18 00:26:53.117907 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-454fefe0-206d-4ed0-8b86-b4b460cdb83b req-c61d50f7-b3dd-403e-9627-46cee2d88d18 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366639 Feb 18 00:26:53.347360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2875410-655a-4ba9-88df-d35a383a88f1 req-333abd54-f914-4611-b8ad-5d5cf2357aaa tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:53.348939 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e2875410-655a-4ba9-88df-d35a383a88f1 req-333abd54-f914-4611-b8ad-5d5cf2357aaa tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 943 time: 0.0856264 Feb 18 00:26:53.397671 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e2875410-655a-4ba9-88df-d35a383a88f1 req-0058d302-66a5-444e-8ab9-1fd321b14499 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Feb 18 00:26:54.598584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93d788-e96b-42e6-8346-88d09f9d2689 req-c7346483-9e01-4e2a-acda-ff44a532231f tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:54.600578 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1a93d788-e96b-42e6-8346-88d09f9d2689 req-c7346483-9e01-4e2a-acda-ff44a532231f tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 943 time: 0.0909352 Feb 18 00:26:54.650097 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1a93d788-e96b-42e6-8346-88d09f9d2689 req-d653e72f-cb8f-4e0d-8a09-a9e95e0990c6 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 Feb 18 00:26:55.967830 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:26:56.011685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f10d7e-98ea-431b-a084-2ce2a0494755 req-c36606de-cd7d-4fed-9520-139da2991d0e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:56.013361 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5f10d7e-98ea-431b-a084-2ce2a0494755 req-c36606de-cd7d-4fed-9520-139da2991d0e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 943 time: 0.0899310 Feb 18 00:26:56.042221 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:26:56.047146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:26:56.047574 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:56.062778 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5f10d7e-98ea-431b-a084-2ce2a0494755 req-56b4345e-3a92-4f9f-af1f-d7dbe519aa6f tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431581 Feb 18 00:26:56.170615 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:56.200743 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7b388f-2186-4577-8e20-339124bc9980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085b0f3e-cd31-4b9e-be83-d9167fef3eb8'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:26:56.210976 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=085b0f3e-cd31-4b9e-be83-d9167fef3eb8,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:26:56.214783 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:56.216744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:26:56.254513 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7b388f-2186-4577-8e20-339124bc9980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085b0f3e-cd31-4b9e-be83-d9167fef3eb8', 'code': 200} Feb 18 00:26:56.288912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=085b0f3e-cd31-4b9e-be83-d9167fef3eb8,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:26:56.292393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:26:56.503311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0db037-af94-48cf-824c-ee8f318cf9d2 req-be159018-46c2-4fad-9620-407e12da52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:56.504836 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-aa0db037-af94-48cf-824c-ee8f318cf9d2 req-be159018-46c2-4fad-9620-407e12da52d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 1162 time: 0.0763721 Feb 18 00:26:56.550203 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-aa0db037-af94-48cf-824c-ee8f318cf9d2 req-c2f660c1-5dbd-4d84-905a-968a31bc1a9c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366778 Feb 18 00:26:57.268781 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cf577-5446-463e-a317-7bf064b25ea6 req-4c22e497-ad63-480c-93c5-c7d06db4b513 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:57.270374 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c3cf577-5446-463e-a317-7bf064b25ea6 req-4c22e497-ad63-480c-93c5-c7d06db4b513 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 945 time: 0.0928819 Feb 18 00:26:57.320474 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-9c3cf577-5446-463e-a317-7bf064b25ea6 req-0dc2afb4-e349-429b-86d4-227f7bc76766 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437472 Feb 18 00:26:57.516423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:26:57.593336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:26:57.593802 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:26:58.531439 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fbc64-9b91-48dd-b85d-49bb9f838f79 req-0606988f-aa6f-4440-9046-4f2eea0be6ab tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:26:58.533076 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ee5fbc64-9b91-48dd-b85d-49bb9f838f79 req-0606988f-aa6f-4440-9046-4f2eea0be6ab tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 945 time: 0.0946171 Feb 18 00:26:58.584741 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ee5fbc64-9b91-48dd-b85d-49bb9f838f79 req-60ad1466-e1f4-45ae-8e91-96396d805f3f tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 Feb 18 00:26:59.486946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:26:59.563207 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:26:59.563737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:01.179582 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38824) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:01.303331 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d79c8fd9-adfa-49a6-8d25-f8bf5fc7c96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:01.318402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d79c8fd9-adfa-49a6-8d25-f8bf5fc7c96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:01.322376 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d79c8fd9-adfa-49a6-8d25-f8bf5fc7c96f admin admin] Usage tracker for resource:security_group_rule and tenant:5e0f5a07c54748c08f62b1d71fc5ebc6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:01.325696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-d79c8fd9-adfa-49a6-8d25-f8bf5fc7c96f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:01.331375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-d79c8fd9-adfa-49a6-8d25-f8bf5fc7c96f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:01.417233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d79c8fd9-adfa-49a6-8d25-f8bf5fc7c96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:01.420647 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d79c8fd9-adfa-49a6-8d25-f8bf5fc7c96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:01.429790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b3382441-dcb7-4e8f-8bee-c6d23100303e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:01.476680 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d79c8fd9-adfa-49a6-8d25-f8bf5fc7c96f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e0f5a07c54748c08f62b1d71fc5ebc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958961 Feb 18 00:27:01.477635 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c8fd9-adfa-49a6-8d25-f8bf5fc7c96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab15ddf-0e94-4ed2-a8eb-73683a6c5fa2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:01.479630 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38830) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:01.482302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d79c8fd9-adfa-49a6-8d25-f8bf5fc7c96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:01.542377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:01.569525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:01.614014 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:01.618941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3674cec2-677d-4050-adf8-c34ad5e5717c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:01.631284 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab15ddf-0e94-4ed2-a8eb-73683a6c5fa2,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:01.644838 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.645257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.645665 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.646067 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.646466 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.646866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.647264 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.647657 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.648053 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.648447 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.648867 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.649257 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.649697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.650145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.651100 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.651337 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.651754 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.652932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.653105 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.653496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.653885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.654273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.654662 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.655049 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:01.659155 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:01.660105 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:01.662323 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eab15ddf-0e94-4ed2-a8eb-73683a6c5fa2 HTTP/1.1" status: 204 len: 168 time: 0.1813009 Feb 18 00:27:01.965184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 38840) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:01.985560 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51cf7370-f82b-4495-a25b-077d7ae447ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:02.004121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-51cf7370-f82b-4495-a25b-077d7ae447ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:02.008224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-51cf7370-f82b-4495-a25b-077d7ae447ae admin admin] Usage tracker for resource:security_group_rule and tenant:a16b73a335fa46febbab319b28b95f4c is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:02.011463 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-51cf7370-f82b-4495-a25b-077d7ae447ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:02.017237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-51cf7370-f82b-4495-a25b-077d7ae447ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:02.101844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51cf7370-f82b-4495-a25b-077d7ae447ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:02.104584 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-51cf7370-f82b-4495-a25b-077d7ae447ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:02.113498 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-06efe530-a670-4001-87c9-d6d30da43922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:02.154532 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-51cf7370-f82b-4495-a25b-077d7ae447ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a16b73a335fa46febbab319b28b95f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880505 Feb 18 00:27:02.157480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 38844) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:02.158751 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf7370-f82b-4495-a25b-077d7ae447ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bca3f8-7099-47ce-9d51-bdd8fe2264d1,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:02.162018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-51cf7370-f82b-4495-a25b-077d7ae447ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:02.220392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08ac5c23-45fe-4860-a686-2e170ad260ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:02.246751 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08ac5c23-45fe-4860-a686-2e170ad260ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:02.290767 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08ac5c23-45fe-4860-a686-2e170ad260ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:02.295812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ed371df2-36dd-4112-9aca-922a39049d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:02.308111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac5c23-45fe-4860-a686-2e170ad260ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bca3f8-7099-47ce-9d51-bdd8fe2264d1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:02.312334 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-08ac5c23-45fe-4860-a686-2e170ad260ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:02.317844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-08ac5c23-45fe-4860-a686-2e170ad260ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:02.319076 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-08ac5c23-45fe-4860-a686-2e170ad260ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68bca3f8-7099-47ce-9d51-bdd8fe2264d1 HTTP/1.1" status: 204 len: 168 time: 0.1604724 Feb 18 00:27:06.253386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b135d-9adf-40c8-8dee-52e30c92b02f req-8cc6de37-beec-455c-a236-cdf20b5871e0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:06.254971 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-625b135d-9adf-40c8-8dee-52e30c92b02f req-8cc6de37-beec-455c-a236-cdf20b5871e0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 945 time: 0.0912526 Feb 18 00:27:06.305483 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-625b135d-9adf-40c8-8dee-52e30c92b02f req-a525968a-6a4f-4730-9990-e9e67a32459d tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426698 Feb 18 00:27:07.512350 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efeee6-d700-42cf-b686-0b7ab930775b req-b776ccc9-b114-4953-94f7-7c4973000bdf tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:07.514000 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-57efeee6-d700-42cf-b686-0b7ab930775b req-b776ccc9-b114-4953-94f7-7c4973000bdf tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 945 time: 0.0909421 Feb 18 00:27:07.567921 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-57efeee6-d700-42cf-b686-0b7ab930775b req-703781cc-7f23-4bee-bba0-b487f0a06d00 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474577 Feb 18 00:27:08.235035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b85f6-8e99-4dcc-8a15-d8039dee1121 req-321d0dfe-88e1-46d4-92a0-83ae71900e95 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:08.236644 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e01b85f6-8e99-4dcc-8a15-d8039dee1121 req-321d0dfe-88e1-46d4-92a0-83ae71900e95 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 945 time: 0.0902174 Feb 18 00:27:08.321705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e01b85f6-8e99-4dcc-8a15-d8039dee1121 req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Deleting port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:27:08.322091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e01b85f6-8e99-4dcc-8a15-d8039dee1121 req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:08.597692 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-e01b85f6-8e99-4dcc-8a15-d8039dee1121 req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] For port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=085b0f3e-cd31-4b9e-be83-d9167fef3eb8,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:27:08.598225 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e01b85f6-8e99-4dcc-8a15-d8039dee1121 req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:09.011981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-e01b85f6-8e99-4dcc-8a15-d8039dee1121 req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Calling delete_port for 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:27:09.123086 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0590754-b702-4f47-b1ad-ec1eb4669847 req-9d1a6e6a-2868-4642-883f-afe5c267c54d tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:09.124799 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a0590754-b702-4f47-b1ad-ec1eb4669847 req-9d1a6e6a-2868-4642-883f-afe5c267c54d tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b7b388f-2186-4577-8e20-339124bc9980 HTTP/1.1" status: 200 len: 945 time: 0.2817750 Feb 18 00:27:09.228062 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a0590754-b702-4f47-b1ad-ec1eb4669847 req-277f8140-6897-4cd8-9969-de5d0c629860 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699453 Feb 18 00:27:09.231979 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e01b85f6-8e99-4dcc-8a15-d8039dee1121 req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:09.248358 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-683852f5-71e2-4289-9af8-c3b42496c710 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:09.346243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Pushing event deleted for resources: {'Port': ['ID=085b0f3e-cd31-4b9e-be83-d9167fef3eb8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:09.369396 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.369810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.370219 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.370651 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.371056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.371455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.371850 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.372245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.372660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.373057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.373455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.373850 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.374276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.374668 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.375057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.375446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.375833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.376220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.376646 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.377017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.377406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.377792 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.378178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.378563 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:09.382253 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:09.478970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01b85f6-8e99-4dcc-8a15-d8039dee1121 req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] No DVR routers for this DVR port 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:27:09.481480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-e01b85f6-8e99-4dcc-8a15-d8039dee1121 req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:09.484210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7b388f-2186-4577-8e20-339124bc9980', 'name': 'network-vif-deleted', 'tag': '085b0f3e-cd31-4b9e-be83-d9167fef3eb8'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:27:09.500228 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e01b85f6-8e99-4dcc-8a15-d8039dee1121 req-33beb7e0-011e-406d-83c9-e7a0fd95b4d0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "DELETE /v2.0/ports/085b0f3e-cd31-4b9e-be83-d9167fef3eb8 HTTP/1.1" status: 204 len: 173 time: 1.2571013 Feb 18 00:27:09.536496 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7b388f-2186-4577-8e20-339124bc9980', 'name': 'network-vif-deleted', 'tag': '085b0f3e-cd31-4b9e-be83-d9167fef3eb8', 'status': 'completed', 'code': 200} Feb 18 00:27:10.147920 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:27:10.188890 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] No Port match for: 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:27:10.189844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 085b0f3e-cd31-4b9e-be83-d9167fef3eb8 not bound to the agent host hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:27:11.969485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443526b-b1a2-4e97-88e4-8631a9cbbe9f req-141994d1-ad84-4e9f-b858-eb1f5f8bcb5e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:11.970256 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-3443526b-b1a2-4e97-88e4-8631a9cbbe9f req-141994d1-ad84-4e9f-b858-eb1f5f8bcb5e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Synchronizing usage tracker for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:27:11.985131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-3443526b-b1a2-4e97-88e4-8631a9cbbe9f req-141994d1-ad84-4e9f-b858-eb1f5f8bcb5e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Unset dirty status for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:27:11.986431 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3443526b-b1a2-4e97-88e4-8631a9cbbe9f req-141994d1-ad84-4e9f-b858-eb1f5f8bcb5e tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 946 time: 0.1131184 Feb 18 00:27:12.035382 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3443526b-b1a2-4e97-88e4-8631a9cbbe9f req-d92d494d-8615-4974-8198-ce8d6f30c4bc tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425665 Feb 18 00:27:13.238006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d0b43-f09b-4630-9a75-57ae6195e593 req-c03dee35-097a-4b93-b0b6-7ae4df172ae6 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:13.239636 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-132d0b43-f09b-4630-9a75-57ae6195e593 req-c03dee35-097a-4b93-b0b6-7ae4df172ae6 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 946 time: 0.0878251 Feb 18 00:27:13.288423 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-132d0b43-f09b-4630-9a75-57ae6195e593 req-ea69254a-3296-48ab-83ff-6c1a3c2e8490 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Feb 18 00:27:13.835473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41413c-a444-4752-99c9-67a142b8d05d req-e56fedaa-7ee9-424c-88f9-b695a93320e6 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:13.836981 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8b41413c-a444-4752-99c9-67a142b8d05d req-e56fedaa-7ee9-424c-88f9-b695a93320e6 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 946 time: 0.0859668 Feb 18 00:27:13.916669 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8b41413c-a444-4752-99c9-67a142b8d05d req-a541f378-5c74-4608-90ff-429988f0b038 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Deleting port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:27:13.917051 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8b41413c-a444-4752-99c9-67a142b8d05d req-a541f378-5c74-4608-90ff-429988f0b038 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:14.185712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-8b41413c-a444-4752-99c9-67a142b8d05d req-a541f378-5c74-4608-90ff-429988f0b038 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] For port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=0801ed39-dc79-4f06-b1c4-84b6ae744dc2,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:27:14.186111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8b41413c-a444-4752-99c9-67a142b8d05d req-a541f378-5c74-4608-90ff-429988f0b038 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:14.326106 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-8b41413c-a444-4752-99c9-67a142b8d05d req-a541f378-5c74-4608-90ff-429988f0b038 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Calling delete_port for 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:27:14.537987 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8b41413c-a444-4752-99c9-67a142b8d05d req-a541f378-5c74-4608-90ff-429988f0b038 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:14.556467 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:14.661815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541f378-5c74-4608-90ff-429988f0b038 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Pushing event deleted for resources: {'Port': ['ID=0801ed39-dc79-4f06-b1c4-84b6ae744dc2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:14.664658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a541f378-5c74-4608-90ff-429988f0b038 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:14.694051 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82e875-613b-49fb-b292-fbf2335ba6ab req-d633179e-e314-4f8f-aa3f-afcc0ea212be tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:14.695645 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0d82e875-613b-49fb-b292-fbf2335ba6ab req-d633179e-e314-4f8f-aa3f-afcc0ea212be tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=16936e00-1197-4a63-b174-57c7087fe7f4 HTTP/1.1" status: 200 len: 946 time: 0.2888582 Feb 18 00:27:14.782443 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0d82e875-613b-49fb-b292-fbf2335ba6ab req-a5739733-205b-4fe6-8bd2-f71f8f2712b4 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794959 Feb 18 00:27:14.834753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b41413c-a444-4752-99c9-67a142b8d05d req-a541f378-5c74-4608-90ff-429988f0b038 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] No DVR routers for this DVR port 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:27:14.837111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-8b41413c-a444-4752-99c9-67a142b8d05d req-a541f378-5c74-4608-90ff-429988f0b038 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:14.841731 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16936e00-1197-4a63-b174-57c7087fe7f4', 'name': 'network-vif-deleted', 'tag': '0801ed39-dc79-4f06-b1c4-84b6ae744dc2'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:27:14.855635 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8b41413c-a444-4752-99c9-67a142b8d05d req-a541f378-5c74-4608-90ff-429988f0b038 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "DELETE /v2.0/ports/0801ed39-dc79-4f06-b1c4-84b6ae744dc2 HTTP/1.1" status: 204 len: 173 time: 1.0124226 Feb 18 00:27:14.891690 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16936e00-1197-4a63-b174-57c7087fe7f4', 'name': 'network-vif-deleted', 'tag': '0801ed39-dc79-4f06-b1c4-84b6ae744dc2', 'status': 'completed', 'code': 200} Feb 18 00:27:15.876315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:27:15.916866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] No Port match for: 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:27:15.917364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 0801ed39-dc79-4f06-b1c4-84b6ae744dc2 not bound to the agent host hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:27:16.283685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38584-a4ea-49b3-996f-1432cf09d21b req-3fe030ab-e64e-4b6d-8411-4ac318f626ae tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:16.284439 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-e1f38584-a4ea-49b3-996f-1432cf09d21b req-3fe030ab-e64e-4b6d-8411-4ac318f626ae tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Synchronizing usage tracker for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:27:16.298870 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-e1f38584-a4ea-49b3-996f-1432cf09d21b req-3fe030ab-e64e-4b6d-8411-4ac318f626ae tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Unset dirty status for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:27:16.300103 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e1f38584-a4ea-49b3-996f-1432cf09d21b req-3fe030ab-e64e-4b6d-8411-4ac318f626ae tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 945 time: 0.1054823 Feb 18 00:27:16.347543 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e1f38584-a4ea-49b3-996f-1432cf09d21b req-562e9bcd-697c-47a5-b51c-5f22aca76c34 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411568 Feb 18 00:27:16.615241 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4167fe3a-0f55-433a-8ea5-ae7ef23e6d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:17.553371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2f916-a1c1-4974-9f10-50a2bf211536 req-9a6188c3-2dcb-4b38-a88b-c49c433a0336 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:17.554983 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8ef2f916-a1c1-4974-9f10-50a2bf211536 req-9a6188c3-2dcb-4b38-a88b-c49c433a0336 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 945 time: 0.0920067 Feb 18 00:27:17.603004 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-8ef2f916-a1c1-4974-9f10-50a2bf211536 req-da57dd23-bd9f-4c1e-bac4-071485a372d6 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Feb 18 00:27:17.717180 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f6423-2b74-42d5-8544-f8c6989b88fa req-dc873b98-7a0f-4ae2-a925-3456df579c67 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:17.718667 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-935f6423-2b74-42d5-8544-f8c6989b88fa req-dc873b98-7a0f-4ae2-a925-3456df579c67 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 945 time: 0.0878923 Feb 18 00:27:17.799005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-935f6423-2b74-42d5-8544-f8c6989b88fa req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Deleting port 6c4bc95a-251f-4091-b713-bc0113d6ebcb {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:27:17.799392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-935f6423-2b74-42d5-8544-f8c6989b88fa req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:18.059013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-935f6423-2b74-42d5-8544-f8c6989b88fa req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] For port 6c4bc95a-251f-4091-b713-bc0113d6ebcb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=6c4bc95a-251f-4091-b713-bc0113d6ebcb,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:27:18.059469 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-935f6423-2b74-42d5-8544-f8c6989b88fa req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:18.197064 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-935f6423-2b74-42d5-8544-f8c6989b88fa req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Calling delete_port for 6c4bc95a-251f-4091-b713-bc0113d6ebcb owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:27:18.344234 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-935f6423-2b74-42d5-8544-f8c6989b88fa req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:18.359256 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d9269c62-6f72-4b36-bb0e-e4fac187b2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:18.457692 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Pushing event deleted for resources: {'Port': ['ID=6c4bc95a-251f-4091-b713-bc0113d6ebcb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:18.467812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:18.568042 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-935f6423-2b74-42d5-8544-f8c6989b88fa req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] No DVR routers for this DVR port 6c4bc95a-251f-4091-b713-bc0113d6ebcb on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:27:18.570292 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-935f6423-2b74-42d5-8544-f8c6989b88fa req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:18.573052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1394885b-798f-4754-8332-034b1784ff08', 'name': 'network-vif-deleted', 'tag': '6c4bc95a-251f-4091-b713-bc0113d6ebcb'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:27:18.589722 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-935f6423-2b74-42d5-8544-f8c6989b88fa req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "DELETE /v2.0/ports/6c4bc95a-251f-4091-b713-bc0113d6ebcb HTTP/1.1" status: 204 len: 173 time: 0.8648822 Feb 18 00:27:18.623537 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1394885b-798f-4754-8332-034b1784ff08', 'name': 'network-vif-deleted', 'tag': '6c4bc95a-251f-4091-b713-bc0113d6ebcb', 'status': 'completed', 'code': 200} Feb 18 00:27:18.723353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-03f91624-87d7-41b1-955e-f095c01772bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:18.777389 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-05962fd0-1d66-4c91-b4a5-b95024f1cca7 req-d3cc6d90-1bb6-43b9-b6bc-e404596c0fba tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=1394885b-798f-4754-8332-034b1784ff08 HTTP/1.1" status: 200 len: 210 time: 0.0529928 Feb 18 00:27:19.721567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 6c4bc95a-251f-4091-b713-bc0113d6ebcb no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:27:19.761171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] No Port match for: 6c4bc95a-251f-4091-b713-bc0113d6ebcb {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:27:19.761566 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 6c4bc95a-251f-4091-b713-bc0113d6ebcb not bound to the agent host hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:27:19.851826 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:20.397077 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09619254-ee58-4fbb-88b4-d3084e462241 req-5b6cd31c-3c3e-4674-8fe9-6f99df87465e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0762119 Feb 18 00:27:20.552232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09619254-ee58-4fbb-88b4-d3084e462241 req-0bc47058-5ab8-446d-bfc1-6161792689d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:20.553891 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09619254-ee58-4fbb-88b4-d3084e462241 req-0bc47058-5ab8-446d-bfc1-6161792689d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=227c6c8daa624e1aa90992494a626d60&device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 1163 time: 0.0813150 Feb 18 00:27:20.711122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09619254-ee58-4fbb-88b4-d3084e462241 req-81ef7cfc-24c3-4a2a-bad0-aca5b66aec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:20.712736 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09619254-ee58-4fbb-88b4-d3084e462241 req-81ef7cfc-24c3-4a2a-bad0-aca5b66aec5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 200 len: 909 time: 0.1374400 Feb 18 00:27:20.786245 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09619254-ee58-4fbb-88b4-d3084e462241 req-fce1530e-93f5-4841-9ec6-4986e981e04f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe03754-ad4b-4ec9-83d8-94d21f543f92 HTTP/1.1" status: 200 len: 217 time: 0.0664856 Feb 18 00:27:20.816758 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:20.864312 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09619254-ee58-4fbb-88b4-d3084e462241 req-a3943d12-0b03-4c69-9d68-97f0f0a64905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:20.865813 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09619254-ee58-4fbb-88b4-d3084e462241 req-a3943d12-0b03-4c69-9d68-97f0f0a64905 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9990d81-9d28-4bf0-8834-eb3b013aafec HTTP/1.1" status: 200 len: 855 time: 0.0685503 Feb 18 00:27:20.920572 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09619254-ee58-4fbb-88b4-d3084e462241 req-ffc98972-e37c-4dfc-a77c-b113c67ac7f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f5cf324-e8d8-4a24-988a-67768c00dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477417 Feb 18 00:27:21.021502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:27:21.062724 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09619254-ee58-4fbb-88b4-d3084e462241 req-5ca78b64-11fa-4ad2-a446-76f792050c55 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355429 Feb 18 00:27:21.128681 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:21.470507 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09619254-ee58-4fbb-88b4-d3084e462241 req-0f1c2d94-0928-4e8d-9626-066630edf952 service neutron] 10.222.0.30 "GET /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3999314 Feb 18 00:27:21.541168 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:21.671805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30f8d0-14ae-4d6d-8750-feaaa3c1a7c5 req-491a873d-b4aa-4e1f-b779-d5b7b426ce40 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:21.672549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-cf30f8d0-14ae-4d6d-8750-feaaa3c1a7c5 req-491a873d-b4aa-4e1f-b779-d5b7b426ce40 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Synchronizing usage tracker for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:27:21.687447 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-cf30f8d0-14ae-4d6d-8750-feaaa3c1a7c5 req-491a873d-b4aa-4e1f-b779-d5b7b426ce40 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Unset dirty status for tenant:227c6c8daa624e1aa90992494a626d60 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:27:21.688725 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cf30f8d0-14ae-4d6d-8750-feaaa3c1a7c5 req-491a873d-b4aa-4e1f-b779-d5b7b426ce40 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 946 time: 0.1050997 Feb 18 00:27:21.736220 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-cf30f8d0-14ae-4d6d-8750-feaaa3c1a7c5 req-12ccba9d-121c-4473-8332-da2924e4edaa tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Feb 18 00:27:22.942272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16737c-15ab-44e0-a350-743db003174b req-ab62a31b-8ef4-4782-ad93-b53977a39ca0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:22.943760 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad16737c-15ab-44e0-a350-743db003174b req-ab62a31b-8ef4-4782-ad93-b53977a39ca0 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 946 time: 0.0910509 Feb 18 00:27:22.991114 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ad16737c-15ab-44e0-a350-743db003174b req-b9013e37-2cb2-46ed-bcdf-d62b656c326d tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Feb 18 00:27:23.478223 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-44dff29d-a94f-4e97-aa02-f761b0fdd6bb tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:23.479761 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-44dff29d-a94f-4e97-aa02-f761b0fdd6bb tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 946 time: 0.0859456 Feb 18 00:27:23.563333 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Deleting port efe03754-ad4b-4ec9-83d8-94d21f543f92 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:27:23.563723 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:23.585657 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device efe03754-ad4b-4ec9-83d8-94d21f543f92 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:27:23.708164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:23.737836 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbea16a-93ce-4513-9cb3-fbffcaef8506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe03754-ad4b-4ec9-83d8-94d21f543f92'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:27:23.749065 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port efe03754-ad4b-4ec9-83d8-94d21f543f92, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=efe03754-ad4b-4ec9-83d8-94d21f543f92,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:27:23.753659 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:23.755437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:23.800348 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbea16a-93ce-4513-9cb3-fbffcaef8506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe03754-ad4b-4ec9-83d8-94d21f543f92', 'code': 200} Feb 18 00:27:23.830985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] For port efe03754-ad4b-4ec9-83d8-94d21f543f92, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=efe03754-ad4b-4ec9-83d8-94d21f543f92,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:27:23.831392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:23.834484 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=efe03754-ad4b-4ec9-83d8-94d21f543f92,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:23.844587 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.845297 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.845637 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.846075 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.846428 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.846851 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.847446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.847829 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.848234 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.848790 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.849173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.849529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.849938 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.850313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.850684 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.851055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.851429 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.851797 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.852166 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.852723 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.853095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.853466 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.853835 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.854201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:27:23.858988 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:23.978420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Calling delete_port for efe03754-ad4b-4ec9-83d8-94d21f543f92 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:27:24.066826 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:27:24.067304 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:27:24.195521 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443eefa-a96c-4635-959c-ffc620ea04e0 req-aeba6f65-31d7-4e7b-8043-15a1aacedf9c tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:24.197141 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2443eefa-a96c-4635-959c-ffc620ea04e0 req-aeba6f65-31d7-4e7b-8043-15a1aacedf9c tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 944 time: 0.0877120 Feb 18 00:27:24.243972 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2443eefa-a96c-4635-959c-ffc620ea04e0 req-15025b97-0364-4858-8a54-05dcf787c11d tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/security-groups?id=32cefb55-9198-4b59-b449-581bb992f25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393968 Feb 18 00:27:24.568671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Deleting port efe03754-ad4b-4ec9-83d8-94d21f543f92 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:27:24.568996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:24.838958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] For port efe03754-ad4b-4ec9-83d8-94d21f543f92, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=efe03754-ad4b-4ec9-83d8-94d21f543f92,segment=NetworkSegment(449243ec-4324-4f00-91c2-cdd5128248f1),segment_id=449243ec-4324-4f00-91c2-cdd5128248f1)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:27:24.839280 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:24.972432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Calling delete_port for efe03754-ad4b-4ec9-83d8-94d21f543f92 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:27:25.121065 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:25.139801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a10dee88-3116-49b8-bc55-023973b96386 tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:25.239672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Pushing event deleted for resources: {'Port': ['ID=efe03754-ad4b-4ec9-83d8-94d21f543f92,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:25.249581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:25.370950 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] No DVR routers for this DVR port efe03754-ad4b-4ec9-83d8-94d21f543f92 on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:27:25.375288 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:25.417860 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbea16a-93ce-4513-9cb3-fbffcaef8506', 'name': 'network-vif-deleted', 'tag': 'efe03754-ad4b-4ec9-83d8-94d21f543f92'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:27:25.431235 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-2b9f45e3-3e57-4725-af78-c46cbbaa9590 req-16e08d7e-9d81-4bf4-9695-2a096433ee2a tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fbea16a-93ce-4513-9cb3-fbffcaef8506 HTTP/1.1" status: 200 len: 210 time: 0.0579064 Feb 18 00:27:25.442730 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b7ecf522-68cb-4718-9306-5e01acbcf2de req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] 10.222.0.30 "DELETE /v2.0/ports/efe03754-ad4b-4ec9-83d8-94d21f543f92 HTTP/1.1" status: 204 len: 173 time: 1.9530680 Feb 18 00:27:25.473770 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbea16a-93ce-4513-9cb3-fbffcaef8506', 'name': 'network-vif-deleted', 'tag': 'efe03754-ad4b-4ec9-83d8-94d21f543f92', 'status': 'completed', 'code': 200} Feb 18 00:27:26.538402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39092) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:26.615671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da3c2fc-39e1-4c4d-8542-f2950d05ab78 admin admin] Deleting subnet c9990d81-9d28-4bf0-8834-eb3b013aafec {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:27:26.618852 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da3c2fc-39e1-4c4d-8542-f2950d05ab78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:26.672075 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da3c2fc-39e1-4c4d-8542-f2950d05ab78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327241'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:26.733517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da3c2fc-39e1-4c4d-8542-f2950d05ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:26.990321 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da3c2fc-39e1-4c4d-8542-f2950d05ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823209083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821527077'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:27.005737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-03022249-b98b-4392-b075-10efffb50f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:27.090529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3c2fc-39e1-4c4d-8542-f2950d05ab78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9990d81-9d28-4bf0-8834-eb3b013aafec,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:27.095234 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9da3c2fc-39e1-4c4d-8542-f2950d05ab78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:27.137838 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9da3c2fc-39e1-4c4d-8542-f2950d05ab78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:27.148513 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9da3c2fc-39e1-4c4d-8542-f2950d05ab78 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c9990d81-9d28-4bf0-8834-eb3b013aafec HTTP/1.1" status: 204 len: 168 time: 0.6041365 Feb 18 00:27:27.151166 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39096) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:27.268071 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:27.459179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:27.573478 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5cf324-e8d8-4a24-988a-67768c00dfd8']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:27:27.587399 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449243ec-4324-4f00-91c2-cdd5128248f1') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:27:27.587745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449243ec-4324-4f00-91c2-cdd5128248f1') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:27:27.600619 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1448559'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:27.617753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:27.619856 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:27:27.809236 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:27:27.819102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31565690'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:28.007758 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Network 3f5cf324-e8d8-4a24-988a-67768c00dfd8 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:27:28.039392 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:27:28.126436 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:28.130199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-71b74238-e597-4660-838e-2822497ad1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:28.144850 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:28.157766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5cf324-e8d8-4a24-988a-67768c00dfd8,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:28.160939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:28.163926 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a6e25797-619a-49a6-b86a-e477074f7101 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3f5cf324-e8d8-4a24-988a-67768c00dfd8 HTTP/1.1" status: 204 len: 168 time: 1.0113757 Feb 18 00:27:28.354934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39108) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:28.412232 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-1efa01a1-da0d-440c-a1ad-98a519172011 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=227c6c8daa624e1aa90992494a626d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557029 Feb 18 00:27:28.414556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39112) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:28.492444 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa26a-7fbd-4672-acce-3be8825b04c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:28.521471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa26a-7fbd-4672-acce-3be8825b04c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:28.567228 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa26a-7fbd-4672-acce-3be8825b04c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:28.572178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:28.586567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eaa26a-7fbd-4672-acce-3be8825b04c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cefb55-9198-4b59-b449-581bb992f25d,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:28.592201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c5eaa26a-7fbd-4672-acce-3be8825b04c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:28.595134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa26a-7fbd-4672-acce-3be8825b04c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:28.596326 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c5eaa26a-7fbd-4672-acce-3be8825b04c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32cefb55-9198-4b59-b449-581bb992f25d HTTP/1.1" status: 204 len: 168 time: 0.1808107 Feb 18 00:27:29.138943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39134) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:29.266138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7847c8c4-adb7-46a2-a8df-0237e7903db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:29.281478 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7847c8c4-adb7-46a2-a8df-0237e7903db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:29.285571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-7847c8c4-adb7-46a2-a8df-0237e7903db7 admin admin] Usage tracker for resource:security_group_rule and tenant:dcc47e75400849fa90a6688deb0f27f5 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:29.288477 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-7847c8c4-adb7-46a2-a8df-0237e7903db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:29.294228 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-7847c8c4-adb7-46a2-a8df-0237e7903db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:29.387499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7847c8c4-adb7-46a2-a8df-0237e7903db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:29.391760 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7847c8c4-adb7-46a2-a8df-0237e7903db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:29.400847 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c5eaa26a-7fbd-4672-acce-3be8825b04c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:29.444852 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-7847c8c4-adb7-46a2-a8df-0237e7903db7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dcc47e75400849fa90a6688deb0f27f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046901 Feb 18 00:27:29.445785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847c8c4-adb7-46a2-a8df-0237e7903db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99820c90-557b-4f4a-b480-eedd99819ecf,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:29.447952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 39150) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:29.449069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-7847c8c4-adb7-46a2-a8df-0237e7903db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:29.512332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fae4a31f-a044-4f4c-9756-8cebeaa42907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:29.543433 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fae4a31f-a044-4f4c-9756-8cebeaa42907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:29.590402 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fae4a31f-a044-4f4c-9756-8cebeaa42907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:29.597638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e191ff7e-6ee8-463f-9af1-289bf87b5098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:29.611973 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4a31f-a044-4f4c-9756-8cebeaa42907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99820c90-557b-4f4a-b480-eedd99819ecf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:29.614443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fae4a31f-a044-4f4c-9756-8cebeaa42907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:29.618593 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-fae4a31f-a044-4f4c-9756-8cebeaa42907 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99820c90-557b-4f4a-b480-eedd99819ecf HTTP/1.1" status: 204 len: 168 time: 0.1692927 Feb 18 00:27:29.619586 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fae4a31f-a044-4f4c-9756-8cebeaa42907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:30.157909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39190) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:30.289605 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930ebe10-8fa7-438a-a881-383387208c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:30.305729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-930ebe10-8fa7-438a-a881-383387208c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:30.310164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-930ebe10-8fa7-438a-a881-383387208c34 admin admin] Usage tracker for resource:security_group_rule and tenant:3db66abf99fc45b29f56ec00f0cbac52 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:30.314044 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-930ebe10-8fa7-438a-a881-383387208c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:30.319882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-930ebe10-8fa7-438a-a881-383387208c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:30.409577 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930ebe10-8fa7-438a-a881-383387208c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:30.412682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-930ebe10-8fa7-438a-a881-383387208c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:30.422240 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-51bbc615-cd9a-48fa-b23a-9726f6f7d932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:30.466248 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-930ebe10-8fa7-438a-a881-383387208c34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3db66abf99fc45b29f56ec00f0cbac52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070467 Feb 18 00:27:30.467113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ebe10-8fa7-438a-a881-383387208c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a9b6ba-23b4-4527-aad3-489689749168,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:30.470166 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 39206) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:30.471620 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-930ebe10-8fa7-438a-a881-383387208c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:30.534919 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa428-44e2-4ff1-a94c-a3264261e52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:30.576544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa428-44e2-4ff1-a94c-a3264261e52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:30.621967 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa428-44e2-4ff1-a94c-a3264261e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:30.627151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-806894a9-158c-4078-9d24-dc2a22e287e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:30.642446 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fa428-44e2-4ff1-a94c-a3264261e52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a9b6ba-23b4-4527-aad3-489689749168,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:30.644580 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fb0fa428-44e2-4ff1-a94c-a3264261e52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:30.648370 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-fb0fa428-44e2-4ff1-a94c-a3264261e52d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0a9b6ba-23b4-4527-aad3-489689749168 HTTP/1.1" status: 204 len: 168 time: 0.1737478 Feb 18 00:27:30.648370 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fb0fa428-44e2-4ff1-a94c-a3264261e52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:38.486502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 39420) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:38.613088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3387d039-bd66-4c98-8df1-2f9b675930b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:38.631199 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3387d039-bd66-4c98-8df1-2f9b675930b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:38.635219 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-3387d039-bd66-4c98-8df1-2f9b675930b6 admin admin] Usage tracker for resource:security_group_rule and tenant:d08fe29f65a942e78aa3d77a22805020 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:38.638480 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-3387d039-bd66-4c98-8df1-2f9b675930b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:38.644542 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-3387d039-bd66-4c98-8df1-2f9b675930b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:38.728675 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3387d039-bd66-4c98-8df1-2f9b675930b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:38.731618 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3387d039-bd66-4c98-8df1-2f9b675930b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:38.740375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a1e077eb-3fc5-4f08-9dd6-3d211212fbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:38.782419 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-3387d039-bd66-4c98-8df1-2f9b675930b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d08fe29f65a942e78aa3d77a22805020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947478 Feb 18 00:27:38.784084 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387d039-bd66-4c98-8df1-2f9b675930b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c76c396-94ee-428e-9bdf-686e838872f0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:38.785339 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39426) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:38.787443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3387d039-bd66-4c98-8df1-2f9b675930b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:38.848229 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d8dd2b8-e046-49cf-bb84-a80fc1fc3aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:38.874339 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d8dd2b8-e046-49cf-bb84-a80fc1fc3aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:38.921794 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d8dd2b8-e046-49cf-bb84-a80fc1fc3aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:38.926641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6d7ea5ba-e7c0-4313-aaa8-625cf46e49cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:39.164501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dd2b8-e046-49cf-bb84-a80fc1fc3aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c76c396-94ee-428e-9bdf-686e838872f0,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:39.167617 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3d8dd2b8-e046-49cf-bb84-a80fc1fc3aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:39.177303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3d8dd2b8-e046-49cf-bb84-a80fc1fc3aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:39.178542 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-3d8dd2b8-e046-49cf-bb84-a80fc1fc3aff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c76c396-94ee-428e-9bdf-686e838872f0 HTTP/1.1" status: 204 len: 168 time: 0.3921499 Feb 18 00:27:39.466651 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 39438) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:39.487192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-209e8733-6f96-4085-b2c3-b89b6fd1c43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:39.503404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-209e8733-6f96-4085-b2c3-b89b6fd1c43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:39.507549 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-209e8733-6f96-4085-b2c3-b89b6fd1c43a admin admin] Usage tracker for resource:security_group_rule and tenant:0e1292aa34104b2e8cc2acbd1fd63a70 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:39.510805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-209e8733-6f96-4085-b2c3-b89b6fd1c43a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:39.516804 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-209e8733-6f96-4085-b2c3-b89b6fd1c43a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:39.605700 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-209e8733-6f96-4085-b2c3-b89b6fd1c43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:39.608565 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-209e8733-6f96-4085-b2c3-b89b6fd1c43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:39.618837 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-107cbdfc-34eb-46a3-8ea6-5c07b328693c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:39.665390 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-209e8733-6f96-4085-b2c3-b89b6fd1c43a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e1292aa34104b2e8cc2acbd1fd63a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975870 Feb 18 00:27:39.667133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e8733-6f96-4085-b2c3-b89b6fd1c43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521752e0-9968-4195-95b2-333b1401ae3c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:39.668419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39444) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:39.670600 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-209e8733-6f96-4085-b2c3-b89b6fd1c43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:39.730605 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e25ddfa3-e892-420e-b0f7-f1c68f5f0483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:39.758565 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e25ddfa3-e892-420e-b0f7-f1c68f5f0483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:39.803034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e25ddfa3-e892-420e-b0f7-f1c68f5f0483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:39.808137 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4ea7174f-6c32-4185-8b5e-c1221b30c8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:39.821707 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ddfa3-e892-420e-b0f7-f1c68f5f0483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521752e0-9968-4195-95b2-333b1401ae3c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:39.824181 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e25ddfa3-e892-420e-b0f7-f1c68f5f0483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:39.826390 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e25ddfa3-e892-420e-b0f7-f1c68f5f0483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:39.827612 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-e25ddfa3-e892-420e-b0f7-f1c68f5f0483 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/521752e0-9968-4195-95b2-333b1401ae3c HTTP/1.1" status: 204 len: 168 time: 0.1580656 Feb 18 00:27:40.540104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39466) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:40.655559 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-801823905-network', 'tenant_id': 'b2ef0c1777a64eb99de65ff160a5f798'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:27:40.660725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:40.664802 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Usage tracker for resource:network and tenant:b2ef0c1777a64eb99de65ff160a5f798 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:40.667819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:40.673791 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:40.683408 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Made reservation on behalf of b2ef0c1777a64eb99de65ff160a5f798 for: {'network': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:27:40.689020 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:40.701748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:40.718373 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:40.722555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Usage tracker for resource:security_group_rule and tenant:b2ef0c1777a64eb99de65ff160a5f798 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:40.725595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:40.731370 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:40.823307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:40.826263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:40.831415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5aaae32b-5934-43f3-95e6-405108b5d9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:40.863688 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:27:40.872833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f45d70b-1166-4cb7-9070-dc5714f3da62,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:40.876239 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:40.880001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363265976447740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:40.880442 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Added segment 74fdbde9-8cfb-4af5-8949-d7b1cf64017f of type vxlan for network fd6da687-8eb3-4af5-af00-9c9643116b86 Feb 18 00:27:40.909056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:40.937839 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:40.939154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:40.939781 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:40.944681 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:41.053238 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5117583 Feb 18 00:27:41.054090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Pushing event updated for resources: {'Network': ['ID=fd6da687-8eb3-4af5-af00-9c9643116b86,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:41.056289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 39478) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:41.057150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:41.063429 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Request body: {'subnet': {'network_id': 'fd6da687-8eb3-4af5-af00-9c9643116b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-801823905-subnet', 'tenant_id': 'b2ef0c1777a64eb99de65ff160a5f798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:27:41.066862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network fd6da687-8eb3-4af5-af00-9c9643116b86 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:27:41.068721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:41.072813 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Usage tracker for resource:subnet and tenant:b2ef0c1777a64eb99de65ff160a5f798 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:41.075782 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:41.081251 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network fd6da687-8eb3-4af5-af00-9c9643116b86 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:27:41.082532 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:41.092416 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Made reservation on behalf of b2ef0c1777a64eb99de65ff160a5f798 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:27:41.098352 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821564516'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:41.501819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31677827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821564531'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:41.517716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8fb0c400-d881-4e8c-a553-7841149363ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:41.642907 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fcc1493-b462-4bb5-8085-8f08baa4d015,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:41.647407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:41.719279 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Checking segment: {'id': '74fdbde9-8cfb-4af5-8949-d7b1cf64017f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fd6da687-8eb3-4af5-af00-9c9643116b86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:27:41.719763 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Network hostable DHCP agents. Network: fd6da687-8eb3-4af5-af00-9c9643116b86, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:27:41.737888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Network fd6da687-8eb3-4af5-af00-9c9643116b86 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:27:41.745942 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, fd6da687-8eb3-4af5-af00-9c9643116b86) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:27:41.755430 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab18179-bd08-45cd-91d3-458215499315 None None] Network fd6da687-8eb3-4af5-af00-9c9643116b86 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:27:41.757638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:41.758289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:41.787665 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4f0476ba-6ee7-40a1-ab3a-a31d168ac72f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7301216 Feb 18 00:27:41.985490 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21fa429-9316-46f4-8e7a-a49e15eaa247 None None] Network fd6da687-8eb3-4af5-af00-9c9643116b86 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:27:42.136994 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 39494) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:42.284505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1054839-5cf1-4113-9540-8caf5c668f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.305891 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a1054839-5cf1-4113-9540-8caf5c668f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:42.310094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a1054839-5cf1-4113-9540-8caf5c668f6d admin admin] Usage tracker for resource:security_group_rule and tenant:4b5ce6ef23b0444e834b2b1dbb6afb6e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:42.313754 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a1054839-5cf1-4113-9540-8caf5c668f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:42.319682 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a1054839-5cf1-4113-9540-8caf5c668f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:42.419839 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1054839-5cf1-4113-9540-8caf5c668f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.423465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a1054839-5cf1-4113-9540-8caf5c668f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.433184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-da434a72-c4df-478b-8ca0-2ad51ad9fb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:42.478872 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a1054839-5cf1-4113-9540-8caf5c668f6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b5ce6ef23b0444e834b2b1dbb6afb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403020 Feb 18 00:27:42.480636 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1054839-5cf1-4113-9540-8caf5c668f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e5b6e-21ea-4fe1-83fa-f5e7ca6715db,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:42.481821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39510) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:42.483983 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a1054839-5cf1-4113-9540-8caf5c668f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:42.548809 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4d5e-7a3d-42df-a24b-cee54c0b1535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.577687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4d5e-7a3d-42df-a24b-cee54c0b1535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.593413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 39516) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:42.600200 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1993791113-network', 'tenant_id': 'fb6d89761c9d4deca35ccdacc18f0cf3'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:27:42.605316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:42.610144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Usage tracker for resource:network and tenant:fb6d89761c9d4deca35ccdacc18f0cf3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:42.613051 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:42.618772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:42.628296 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Made reservation on behalf of fb6d89761c9d4deca35ccdacc18f0cf3 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:27:42.628864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4d5e-7a3d-42df-a24b-cee54c0b1535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.632961 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.633926 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6accd275-bb47-4737-b445-ca972834a860 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:42.648658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b4d5e-7a3d-42df-a24b-cee54c0b1535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e5b6e-21ea-4fe1-83fa-f5e7ca6715db,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:42.649891 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.652413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bb4b4d5e-7a3d-42df-a24b-cee54c0b1535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:42.655903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb4b4d5e-7a3d-42df-a24b-cee54c0b1535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.660519 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-bb4b4d5e-7a3d-42df-a24b-cee54c0b1535 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d15e5b6e-21ea-4fe1-83fa-f5e7ca6715db HTTP/1.1" status: 204 len: 168 time: 0.1774170 Feb 18 00:27:42.668032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:42.672627 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6d89761c9d4deca35ccdacc18f0cf3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:42.675759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:42.681354 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:42.770498 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.773640 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.777988 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6ce4e6d6-bc38-494f-b879-c691b56e1c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:42.808686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:27:42.822410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1869bd7-4f2d-4e70-a5fb-b0d7ed510ffc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:42.825865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:42.828777 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.829163 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Added segment b5a9fad9-da23-44be-810b-bbfbfb9fecee of type vxlan for network 96d643b3-93a1-416b-9b07-133a478cac49 Feb 18 00:27:42.858827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.895505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.896888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:42.897544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:42.903359 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d12d96fb-07ad-46e0-b77c-bf8fee135840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:43.024070 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Pushing event updated for resources: {'Network': ['ID=96d643b3-93a1-416b-9b07-133a478cac49,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:43.027614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:43.033117 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39522) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:27:43.033240 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4380777 Feb 18 00:27:43.039457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Request body: {'subnet': {'network_id': '96d643b3-93a1-416b-9b07-133a478cac49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1993791113-subnet', 'tenant_id': 'fb6d89761c9d4deca35ccdacc18f0cf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:27:43.040243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 96d643b3-93a1-416b-9b07-133a478cac49 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:27:43.047741 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:43.052679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Usage tracker for resource:subnet and tenant:fb6d89761c9d4deca35ccdacc18f0cf3 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:43.056054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:43.059281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 96d643b3-93a1-416b-9b07-133a478cac49 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:27:43.063223 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:43.072916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Made reservation on behalf of fb6d89761c9d4deca35ccdacc18f0cf3 for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:27:43.077697 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33248565'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:43.492397 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31566784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33248548'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:43.508440 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:43.636580 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e85ec4f7-d8aa-4f08-a91d-0fe6bdb46c61,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:43.642089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:43.712465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Checking segment: {'id': 'b5a9fad9-da23-44be-810b-bbfbfb9fecee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '96d643b3-93a1-416b-9b07-133a478cac49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:27:43.713031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Network hostable DHCP agents. Network: 96d643b3-93a1-416b-9b07-133a478cac49, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:27:43.731154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Network 96d643b3-93a1-416b-9b07-133a478cac49 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:27:43.739701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 96d643b3-93a1-416b-9b07-133a478cac49) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:27:43.751666 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5160e43-3054-4914-b991-de840a1aecee None None] Network 96d643b3-93a1-416b-9b07-133a478cac49 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:27:43.753135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:43.753785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:43.780648 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7386260 Feb 18 00:27:43.974583 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48fe64f-320f-448e-a0a5-c10ec060c172 None None] Network 96d643b3-93a1-416b-9b07-133a478cac49 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:27:44.389379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-ad789082-ea27-40cc-b149-d203a54554fa tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:44.390122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-ad789082-ea27-40cc-b149-d203a54554fa tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Synchronizing usage tracker for tenant:b2ef0c1777a64eb99de65ff160a5f798 on resource:network {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:27:44.407153 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-ad789082-ea27-40cc-b149-d203a54554fa tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Unset dirty status for tenant:b2ef0c1777a64eb99de65ff160a5f798 on resource:network {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:27:44.408402 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-ad789082-ea27-40cc-b149-d203a54554fa tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/networks?id=fd6da687-8eb3-4af5-af00-9c9643116b86 HTTP/1.1" status: 200 len: 808 time: 0.1775568 Feb 18 00:27:44.424949 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-6c9ee369-ac9e-49b8-8312-2bbb8fe145b4 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/quotas/b2ef0c1777a64eb99de65ff160a5f798 HTTP/1.1" status: 200 len: 375 time: 0.0105159 Feb 18 00:27:44.478739 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-5fc73ebf-2839-4105-a489-0843cf2be30a tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2ef0c1777a64eb99de65ff160a5f798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484581 Feb 18 00:27:44.623231 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-f1c00c07-6803-42c3-a2fa-4732bd8bbc29 service neutron] 10.222.0.44 "GET /v2.0/networks/fd6da687-8eb3-4af5-af00-9c9643116b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369932 Feb 18 00:27:44.766606 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-1b0fda57-789c-4c2c-b72f-5d0b26eb845e service neutron] 10.222.0.44 "GET /v2.0/networks/fd6da687-8eb3-4af5-af00-9c9643116b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360481 Feb 18 00:27:44.960296 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31a6442b-d6a7-497d-9d85-c190c7cf813e req-a72b85ea-8c5d-4a5e-84c7-14874dcd47f6 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 210 time: 0.0496023 Feb 18 00:27:46.089708 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-50b38f09-93e5-49a0-8b3a-0dc48ba7e42e tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:46.091289 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-50b38f09-93e5-49a0-8b3a-0dc48ba7e42e tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.30 "GET /v2.0/networks?id=fd6da687-8eb3-4af5-af00-9c9643116b86 HTTP/1.1" status: 200 len: 808 time: 0.1674032 Feb 18 00:27:46.107273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Request body: {'port': {'device_id': 'bd6abf57-1eea-48db-a0a9-15dec024c00a', 'network_id': 'fd6da687-8eb3-4af5-af00-9c9643116b86', 'admin_state_up': True, 'tenant_id': 'b2ef0c1777a64eb99de65ff160a5f798'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:27:46.134391 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1c8659bc-8545-4216-989f-a51b1d6406f1 req-c6455a4b-86d7-4646-b835-3ecc95a047c3 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 210 time: 0.0556359 Feb 18 00:27:46.258151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:27:46.262454 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Usage tracker for resource:port and tenant:b2ef0c1777a64eb99de65ff160a5f798 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:27:46.265891 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:27:46.271677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:27:46.280201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Made reservation on behalf of b2ef0c1777a64eb99de65ff160a5f798 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:27:46.286269 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:46.593176 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Allocated IP 172.20.0.8 (fd6da687-8eb3-4af5-af00-9c9643116b86/7fcc1493-b462-4bb5-8085-8f08baa4d015/af4eea25-5507-4fc7-b991-d0e1b9906a74) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:27:46.615798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0664d4e0-bd0a-4ba4-ad3a-460829dff3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:46.804875 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:46.834585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:46.851693 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-7d324281-ea1e-4f51-9b08-fa2f0206d3b6 tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:46.993500 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Pushing event updated for resources: {'Port': ['ID=af4eea25-5507-4fc7-b991-d0e1b9906a74,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:46.996548 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:47.047626 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Network fd6da687-8eb3-4af5-af00-9c9643116b86 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:27:47.048822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:27:47.051006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:27:47.113650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:47.114238 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:47.133410 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0306358 Feb 18 00:27:47.146982 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Request body: {'port': {'device_id': 'bd6abf57-1eea-48db-a0a9-15dec024c00a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:27:47.559967 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:47.682638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1a280-f99c-4292-8469-de5481d3ae82 req-29e61820-264f-4e76-b0f5-9143bfc84bd2 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:47.683380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-59a1a280-f99c-4292-8469-de5481d3ae82 req-29e61820-264f-4e76-b0f5-9143bfc84bd2 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Synchronizing usage tracker for tenant:b2ef0c1777a64eb99de65ff160a5f798 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:27:47.728862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-59a1a280-f99c-4292-8469-de5481d3ae82 req-29e61820-264f-4e76-b0f5-9143bfc84bd2 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Unset dirty status for tenant:b2ef0c1777a64eb99de65ff160a5f798 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:27:47.730253 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-59a1a280-f99c-4292-8469-de5481d3ae82 req-29e61820-264f-4e76-b0f5-9143bfc84bd2 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 931 time: 0.4815791 Feb 18 00:27:47.854574 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-59a1a280-f99c-4292-8469-de5481d3ae82 req-21328e02-98db-4f1d-8b43-71d184c686bd tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f45d70b-1166-4cb7-9070-dc5714f3da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834234 Feb 18 00:27:48.055812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4eea25-5507-4fc7-b991-d0e1b9906a74 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:27:48.064137 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:48.076147 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Transition to ACTIVE for port object af4eea25-5507-4fc7-b991-d0e1b9906a74 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:27:48.078991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:48.095016 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6bd61924-bb1a-46a4-8c2f-88421af182e5 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:48.230992 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Pushing event updated for resources: {'Port': ['ID=af4eea25-5507-4fc7-b991-d0e1b9906a74,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:48.236217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:48.421218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Attempting to bind port af4eea25-5507-4fc7-b991-d0e1b9906a74 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:27:48.422029 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Attempting to bind port af4eea25-5507-4fc7-b991-d0e1b9906a74 by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '74fdbde9-8cfb-4af5-8949-d7b1cf64017f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fd6da687-8eb3-4af5-af00-9c9643116b86'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:27:48.422406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Attempting to bind port af4eea25-5507-4fc7-b991-d0e1b9906a74 on network fd6da687-8eb3-4af5-af00-9c9643116b86 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:27:48.427983 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:27:48.428360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Checking segment: {'id': '74fdbde9-8cfb-4af5-8949-d7b1cf64017f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fd6da687-8eb3-4af5-af00-9c9643116b86'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:27:48.428821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:48.429219 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Bound using segment: {'id': '74fdbde9-8cfb-4af5-8949-d7b1cf64017f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fd6da687-8eb3-4af5-af00-9c9643116b86'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:27:48.429694 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Bound port: af4eea25-5507-4fc7-b991-d0e1b9906a74, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fdbde9-8cfb-4af5-8949-d7b1cf64017f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fd6da687-8eb3-4af5-af00-9c9643116b86'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:27:48.430067 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:48.525637 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] For port af4eea25-5507-4fc7-b991-d0e1b9906a74, host hv-cinder-75157, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:27:48.528629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] For port af4eea25-5507-4fc7-b991-d0e1b9906a74, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=af4eea25-5507-4fc7-b991-d0e1b9906a74,segment=NetworkSegment(74fdbde9-8cfb-4af5-8949-d7b1cf64017f),segment_id=74fdbde9-8cfb-4af5-8949-d7b1cf64017f)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:27:48.532520 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:48.547499 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-41288d26-2983-41fd-9ed7-4d868f23a83d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:48.701751 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Pushing event updated for resources: {'Port': ['ID=af4eea25-5507-4fc7-b991-d0e1b9906a74,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:48.707827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:48.726502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bb673494-31bb-487e-93a6-1be03c230ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:48.739343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:48.740010 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:48.741538 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-98dd416a-573e-4f3f-9fe5-7a98bcaa4bdf service neutron] 10.222.0.30 "PUT /v2.0/ports/af4eea25-5507-4fc7-b991-d0e1b9906a74 HTTP/1.1" status: 200 len: 1157 time: 1.5990853 Feb 18 00:27:48.742085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6abf57-1eea-48db-a0a9-15dec024c00a', 'tag': 'af4eea25-5507-4fc7-b991-d0e1b9906a74'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:27:48.814856 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6abf57-1eea-48db-a0a9-15dec024c00a', 'tag': 'af4eea25-5507-4fc7-b991-d0e1b9906a74', 'status': 'completed', 'code': 200} Feb 18 00:27:48.860617 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-c3f9e13f-fd6f-48be-9987-fce82373d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:48.862248 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-c3f9e13f-fd6f-48be-9987-fce82373d2eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2ef0c1777a64eb99de65ff160a5f798&device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 1160 time: 0.0849552 Feb 18 00:27:48.941581 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-fbd2e755-3a78-49aa-b911-71d5126cc736 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af4eea25-5507-4fc7-b991-d0e1b9906a74 HTTP/1.1" status: 200 len: 217 time: 0.0670643 Feb 18 00:27:49.075179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-cd4de86b-f4c9-431f-b203-8d5697398946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:49.076696 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-cd4de86b-f4c9-431f-b203-8d5697398946 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fcc1493-b462-4bb5-8085-8f08baa4d015 HTTP/1.1" status: 200 len: 848 time: 0.1251144 Feb 18 00:27:49.144607 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-b4b1bcdc-086c-4288-ba71-51cdefc9d5c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6da687-8eb3-4af5-af00-9c9643116b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559151 Feb 18 00:27:49.150978 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd89fc-60d2-4774-97c3-644d08026829 req-8eaa744e-4b80-4bfd-b8ca-29da988f9bd3 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:49.152453 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5efd89fc-60d2-4774-97c3-644d08026829 req-8eaa744e-4b80-4bfd-b8ca-29da988f9bd3 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 943 time: 0.1646478 Feb 18 00:27:49.298067 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5efd89fc-60d2-4774-97c3-644d08026829 req-77070fb0-379b-4b83-928a-a46176cb405b tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f45d70b-1166-4cb7-9070-dc5714f3da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184213 Feb 18 00:27:49.332512 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-20122277-f796-466a-955b-f58dc50a4929 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6da687-8eb3-4af5-af00-9c9643116b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774232 Feb 18 00:27:49.477528 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-817ace6b-90ee-4a5b-841f-e9907c7ca893 req-3e417c2f-a8e4-4e48-93e6-dab5d464e386 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6da687-8eb3-4af5-af00-9c9643116b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1345043 Feb 18 00:27:49.599546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33039e-884e-4c9d-b4bd-9d5aab594d4a req-d66d51df-2146-42eb-b17d-1b8bbf434273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:49.601209 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4a33039e-884e-4c9d-b4bd-9d5aab594d4a req-d66d51df-2146-42eb-b17d-1b8bbf434273 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2ef0c1777a64eb99de65ff160a5f798&device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 1160 time: 0.0788066 Feb 18 00:27:49.746328 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33039e-884e-4c9d-b4bd-9d5aab594d4a req-58e52a46-0b45-4fce-aebd-1b034e0fb06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:49.747901 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4a33039e-884e-4c9d-b4bd-9d5aab594d4a req-58e52a46-0b45-4fce-aebd-1b034e0fb06a service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd6da687-8eb3-4af5-af00-9c9643116b86 HTTP/1.1" status: 200 len: 902 time: 0.1392977 Feb 18 00:27:49.824826 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4a33039e-884e-4c9d-b4bd-9d5aab594d4a req-dee81a1b-d0cc-4799-8cb0-79dd7ae59db3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af4eea25-5507-4fc7-b991-d0e1b9906a74 HTTP/1.1" status: 200 len: 217 time: 0.0687137 Feb 18 00:27:49.854661 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:49.895485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33039e-884e-4c9d-b4bd-9d5aab594d4a req-dcfb771e-3619-4416-95c6-d7503261b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:49.897071 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4a33039e-884e-4c9d-b4bd-9d5aab594d4a req-dcfb771e-3619-4416-95c6-d7503261b909 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fcc1493-b462-4bb5-8085-8f08baa4d015 HTTP/1.1" status: 200 len: 848 time: 0.0647323 Feb 18 00:27:49.955221 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4a33039e-884e-4c9d-b4bd-9d5aab594d4a req-3f9cf3b6-32a6-4dd4-9fb6-89859a802f47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6da687-8eb3-4af5-af00-9c9643116b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498674 Feb 18 00:27:50.102121 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4a33039e-884e-4c9d-b4bd-9d5aab594d4a req-b14feb6e-7499-4b0e-9dc6-903ec00d5830 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6da687-8eb3-4af5-af00-9c9643116b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363761 Feb 18 00:27:50.249241 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4a33039e-884e-4c9d-b4bd-9d5aab594d4a req-46dd25c7-6943-41f4-8106-900bd04aeb59 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6da687-8eb3-4af5-af00-9c9643116b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397762 Feb 18 00:27:50.497028 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10792f-fcf4-4ac6-aec9-83f5ad9f92ca req-2d018528-9a54-400b-bd57-ed3085ed7b27 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:50.498623 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3b10792f-fcf4-4ac6-aec9-83f5ad9f92ca req-2d018528-9a54-400b-bd57-ed3085ed7b27 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 943 time: 0.0851820 Feb 18 00:27:50.545513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-3b10792f-fcf4-4ac6-aec9-83f5ad9f92ca req-4311234c-8d68-4202-8eee-e038e532f18e tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Synchronizing usage tracker for tenant:b2ef0c1777a64eb99de65ff160a5f798 on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:27:50.563248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-3b10792f-fcf4-4ac6-aec9-83f5ad9f92ca req-4311234c-8d68-4202-8eee-e038e532f18e tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Unset dirty status for tenant:b2ef0c1777a64eb99de65ff160a5f798 on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:27:50.564521 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3b10792f-fcf4-4ac6-aec9-83f5ad9f92ca req-4311234c-8d68-4202-8eee-e038e532f18e tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f45d70b-1166-4cb7-9070-dc5714f3da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590944 Feb 18 00:27:50.819685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:51.146977 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:51.542884 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:51.761879 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab77e9-12c1-4795-82b6-ca558e55c094 req-abd54b45-1f8d-4373-b5a6-399b46c5af9f tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:51.763370 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bdab77e9-12c1-4795-82b6-ca558e55c094 req-abd54b45-1f8d-4373-b5a6-399b46c5af9f tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 943 time: 0.0857372 Feb 18 00:27:51.810303 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bdab77e9-12c1-4795-82b6-ca558e55c094 req-04eca976-9f49-4b11-b0a0-62f4ea5cee29 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f45d70b-1166-4cb7-9070-dc5714f3da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Feb 18 00:27:51.925375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.objects.ports [None req-4a699a2c-88b7-4231-8457-b0506f1028b5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84026) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 00:27:52.276935 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device af4eea25-5507-4fc7-b991-d0e1b9906a74 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:27:52.350034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port af4eea25-5507-4fc7-b991-d0e1b9906a74 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:27:52.355427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port af4eea25-5507-4fc7-b991-d0e1b9906a74 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:27:52.355847 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:52.477538 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:52.508318 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6abf57-1eea-48db-a0a9-15dec024c00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eea25-5507-4fc7-b991-d0e1b9906a74'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:27:52.519932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port af4eea25-5507-4fc7-b991-d0e1b9906a74, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=af4eea25-5507-4fc7-b991-d0e1b9906a74,segment=NetworkSegment(74fdbde9-8cfb-4af5-8949-d7b1cf64017f),segment_id=74fdbde9-8cfb-4af5-8949-d7b1cf64017f)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:27:52.522973 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:52.524897 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:27:52.564581 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6abf57-1eea-48db-a0a9-15dec024c00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eea25-5507-4fc7-b991-d0e1b9906a74', 'code': 200} Feb 18 00:27:52.601672 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=af4eea25-5507-4fc7-b991-d0e1b9906a74,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:27:52.604963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:27:52.807959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a8679-95c3-4d06-81d3-4832df0a45ec req-b644b80c-7795-48f6-8ff4-27729c07884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:52.809494 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7d2a8679-95c3-4d06-81d3-4832df0a45ec req-b644b80c-7795-48f6-8ff4-27729c07884d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 1162 time: 0.0801044 Feb 18 00:27:52.855859 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7d2a8679-95c3-4d06-81d3-4832df0a45ec req-24339d54-0a46-4bdb-8154-7ffb9bc861bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f45d70b-1166-4cb7-9070-dc5714f3da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372677 Feb 18 00:27:53.005825 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94107c0-da4a-406f-a7f1-0026f8d83788 req-9c73d5ab-f2f7-427d-88ec-ab8f69d8a145 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:53.007406 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b94107c0-da4a-406f-a7f1-0026f8d83788 req-9c73d5ab-f2f7-427d-88ec-ab8f69d8a145 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 945 time: 0.0839396 Feb 18 00:27:53.055489 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b94107c0-da4a-406f-a7f1-0026f8d83788 req-29faeb84-d2da-414e-b8dd-21e0a8c0d94d tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f45d70b-1166-4cb7-9070-dc5714f3da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 Feb 18 00:27:53.847013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device af4eea25-5507-4fc7-b991-d0e1b9906a74 up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:27:53.919107 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port af4eea25-5507-4fc7-b991-d0e1b9906a74 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:27:53.919535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:54.259849 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815f3ce-461f-4c50-8c7e-83546c7cd06c req-0e807a16-ff1c-4702-976c-16a2e2b95cbb tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:54.261694 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1815f3ce-461f-4c50-8c7e-83546c7cd06c req-0e807a16-ff1c-4702-976c-16a2e2b95cbb tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 945 time: 0.0921109 Feb 18 00:27:54.309066 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1815f3ce-461f-4c50-8c7e-83546c7cd06c req-c8d898cc-9103-43af-b360-82694332a3e8 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f45d70b-1166-4cb7-9070-dc5714f3da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Feb 18 00:27:57.759357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c1e6-414a-47c6-af91-dcd882f554e9 req-f51a855a-a10c-4ca1-b709-0b83ea1172a4 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:57.761228 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f572c1e6-414a-47c6-af91-dcd882f554e9 req-f51a855a-a10c-4ca1-b709-0b83ea1172a4 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 945 time: 0.0862174 Feb 18 00:27:57.808060 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-f572c1e6-414a-47c6-af91-dcd882f554e9 req-1a2b1628-02b6-4d93-9d0e-fb06eff7aad1 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f45d70b-1166-4cb7-9070-dc5714f3da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Feb 18 00:27:58.021637 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:27:59.011774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0081971-cc28-4dae-9de2-2b3e1b8e4506 req-8b2d829e-6c29-46ea-85a0-dde7196262a6 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:59.013386 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b0081971-cc28-4dae-9de2-2b3e1b8e4506 req-8b2d829e-6c29-46ea-85a0-dde7196262a6 tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 945 time: 0.0884836 Feb 18 00:27:59.060375 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b0081971-cc28-4dae-9de2-2b3e1b8e4506 req-f15ccf70-b7c3-4a5b-b4dc-e11021eb418c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f45d70b-1166-4cb7-9070-dc5714f3da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405869 Feb 18 00:27:59.162104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10ca8f-3b11-460e-b69d-a9f2e3166010 req-c4a33dca-d027-4ca1-846b-a597e089855d tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:27:59.163652 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6e10ca8f-3b11-460e-b69d-a9f2e3166010 req-c4a33dca-d027-4ca1-846b-a597e089855d tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 945 time: 0.0837543 Feb 18 00:27:59.241995 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-6e10ca8f-3b11-460e-b69d-a9f2e3166010 req-41a8be97-9bad-419b-abea-ff2ed1d7f88c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Deleting port af4eea25-5507-4fc7-b991-d0e1b9906a74 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:27:59.242377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6e10ca8f-3b11-460e-b69d-a9f2e3166010 req-41a8be97-9bad-419b-abea-ff2ed1d7f88c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:59.738392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-6e10ca8f-3b11-460e-b69d-a9f2e3166010 req-41a8be97-9bad-419b-abea-ff2ed1d7f88c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] For port af4eea25-5507-4fc7-b991-d0e1b9906a74, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=af4eea25-5507-4fc7-b991-d0e1b9906a74,segment=NetworkSegment(74fdbde9-8cfb-4af5-8949-d7b1cf64017f),segment_id=74fdbde9-8cfb-4af5-8949-d7b1cf64017f)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:27:59.738788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6e10ca8f-3b11-460e-b69d-a9f2e3166010 req-41a8be97-9bad-419b-abea-ff2ed1d7f88c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:27:59.865077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device af4eea25-5507-4fc7-b991-d0e1b9906a74 no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:27:59.869510 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-6e10ca8f-3b11-460e-b69d-a9f2e3166010 req-41a8be97-9bad-419b-abea-ff2ed1d7f88c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Calling delete_port for af4eea25-5507-4fc7-b991-d0e1b9906a74 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:27:59.988830 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:00.018091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6e10ca8f-3b11-460e-b69d-a9f2e3166010 req-41a8be97-9bad-419b-abea-ff2ed1d7f88c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:00.033525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-91e71de4-d8a0-4986-b829-4f2ea7056ddd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:00.132628 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8be97-9bad-419b-abea-ff2ed1d7f88c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Pushing event deleted for resources: {'Port': ['ID=af4eea25-5507-4fc7-b991-d0e1b9906a74,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:00.142525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-41a8be97-9bad-419b-abea-ff2ed1d7f88c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:00.231246 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b6315349-9ef8-4c7b-bd6b-ef3489a74ac0 req-161c0bd0-a4d7-4acb-b540-4947270c29bf tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6abf57-1eea-48db-a0a9-15dec024c00a HTTP/1.1" status: 200 len: 210 time: 0.0548363 Feb 18 00:28:00.239752 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e10ca8f-3b11-460e-b69d-a9f2e3166010 req-41a8be97-9bad-419b-abea-ff2ed1d7f88c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] No DVR routers for this DVR port af4eea25-5507-4fc7-b991-d0e1b9906a74 on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:28:00.242067 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6e10ca8f-3b11-460e-b69d-a9f2e3166010 req-41a8be97-9bad-419b-abea-ff2ed1d7f88c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:00.245019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6abf57-1eea-48db-a0a9-15dec024c00a', 'name': 'network-vif-deleted', 'tag': 'af4eea25-5507-4fc7-b991-d0e1b9906a74'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:28:00.261230 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6e10ca8f-3b11-460e-b69d-a9f2e3166010 req-41a8be97-9bad-419b-abea-ff2ed1d7f88c tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] 10.222.0.30 "DELETE /v2.0/ports/af4eea25-5507-4fc7-b991-d0e1b9906a74 HTTP/1.1" status: 204 len: 173 time: 1.0915380 Feb 18 00:28:00.296910 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6abf57-1eea-48db-a0a9-15dec024c00a', 'name': 'network-vif-deleted', 'tag': 'af4eea25-5507-4fc7-b991-d0e1b9906a74', 'status': 'completed', 'code': 200} Feb 18 00:28:16.622216 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-226acd5b-5d22-46ac-93d6-de470d4cf740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:18.727679 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7863f623-3e9b-41c3-9131-2134adb3c69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:18.913936 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39732) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:18.979762 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Deleting subnet 7fcc1493-b462-4bb5-8085-8f08baa4d015 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:28:18.982748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:19.038088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327241'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:19.095375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:19.347596 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823209083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821527077'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:19.364055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-997454ad-42ab-4559-81b4-296f6dca42be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:19.446897 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fcc1493-b462-4bb5-8085-8f08baa4d015,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:19.458838 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.459250 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.459656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.460051 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.460444 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.460881 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.461276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.461666 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.462069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.462447 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.462831 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.463215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.463637 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.464022 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.464404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.464812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.465195 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.465583 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.465964 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.466345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.466727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.467133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.467490 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.467870 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:19.480825 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:19.511165 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:19.517175 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-198b4b27-04c2-4451-bc70-dcf4dba7e26a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7fcc1493-b462-4bb5-8085-8f08baa4d015 HTTP/1.1" status: 204 len: 168 time: 0.6020241 Feb 18 00:28:19.520152 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39736) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:19.634295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:19.822203 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:19.857991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:19.935906 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6da687-8eb3-4af5-af00-9c9643116b86']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:19.948293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fdbde9-8cfb-4af5-8949-d7b1cf64017f') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:19.948652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fdbde9-8cfb-4af5-8949-d7b1cf64017f') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:19.961248 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1448559'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:19.976407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:19.978513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:28:20.156561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Network fd6da687-8eb3-4af5-af00-9c9643116b86 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:28:20.165766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31565690'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:20.340995 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Network fd6da687-8eb3-4af5-af00-9c9643116b86 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:28:20.593340 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:28:20.667970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:20.671427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ca252604-c555-4e8e-a9cc-44155332ba3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:20.687615 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:20.700087 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6da687-8eb3-4af5-af00-9c9643116b86,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:20.703468 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:20.708090 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-2a25b396-9aa8-495b-9fc2-4cdef8e5064b admin admin] 10.222.0.44 "DELETE /v2.0/networks/fd6da687-8eb3-4af5-af00-9c9643116b86 HTTP/1.1" status: 204 len: 168 time: 1.1869211 Feb 18 00:28:20.711156 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39740) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:20.775390 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63ff7bf-de30-40d3-b415-f2ff69025533 admin admin] Deleting subnet e85ec4f7-d8aa-4f08-a91d-0fe6bdb46c61 {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:28:20.778360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c63ff7bf-de30-40d3-b415-f2ff69025533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:20.820121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:20.830139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c63ff7bf-de30-40d3-b415-f2ff69025533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327241'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:20.891040 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c63ff7bf-de30-40d3-b415-f2ff69025533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:21.139274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c63ff7bf-de30-40d3-b415-f2ff69025533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823209083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821527077'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:21.146139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:21.155332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9da3c2fc-39e1-4c4d-8542-f2950d05ab78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:21.243595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ff7bf-de30-40d3-b415-f2ff69025533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e85ec4f7-d8aa-4f08-a91d-0fe6bdb46c61,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:21.248152 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c63ff7bf-de30-40d3-b415-f2ff69025533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:21.292665 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c63ff7bf-de30-40d3-b415-f2ff69025533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:21.298532 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c63ff7bf-de30-40d3-b415-f2ff69025533 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e85ec4f7-d8aa-4f08-a91d-0fe6bdb46c61 HTTP/1.1" status: 204 len: 168 time: 0.5863333 Feb 18 00:28:21.301501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39744) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:21.415221 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:21.549564 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:21.606845 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:21.721246 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d643b3-93a1-416b-9b07-133a478cac49']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:21.733573 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a9fad9-da23-44be-810b-bbfbfb9fecee') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:21.733892 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a9fad9-da23-44be-810b-bbfbfb9fecee') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:21.745675 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1448559'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:21.760991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:21.762990 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:28:21.941899 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Network 96d643b3-93a1-416b-9b07-133a478cac49 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:28:21.950819 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31565690'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:22.125324 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Network 96d643b3-93a1-416b-9b07-133a478cac49 has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:28:22.148425 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:28:22.225804 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:22.229136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:22.243134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:22.253458 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Pushing event deleted for resources: {'Network': ['ID=96d643b3-93a1-416b-9b07-133a478cac49,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:22.256744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:22.258923 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d9c09bc9-745d-4f28-afff-e821e3d887ed admin admin] 10.222.0.44 "DELETE /v2.0/networks/96d643b3-93a1-416b-9b07-133a478cac49 HTTP/1.1" status: 204 len: 168 time: 0.9563689 Feb 18 00:28:22.435725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39750) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:22.486624 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a18d52fb-4266-437b-9f07-391de8b2765b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2ef0c1777a64eb99de65ff160a5f798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488491 Feb 18 00:28:22.488992 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39754) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:22.553335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ba14fb8-05b4-493d-a100-09ff04f36c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:22.580364 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ba14fb8-05b4-493d-a100-09ff04f36c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:22.625133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ba14fb8-05b4-493d-a100-09ff04f36c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:22.630213 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-90ddccb5-3d68-4dc1-a689-2a40be51fa56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:22.645145 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba14fb8-05b4-493d-a100-09ff04f36c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f45d70b-1166-4cb7-9070-dc5714f3da62,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:22.649365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6ba14fb8-05b4-493d-a100-09ff04f36c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:22.652613 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6ba14fb8-05b4-493d-a100-09ff04f36c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:22.653844 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6ba14fb8-05b4-493d-a100-09ff04f36c19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f45d70b-1166-4cb7-9070-dc5714f3da62 HTTP/1.1" status: 204 len: 168 time: 0.1638997 Feb 18 00:28:23.001377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39762) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:23.053420 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-49a06a47-549c-4ad1-bd03-eb4372cefabc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb6d89761c9d4deca35ccdacc18f0cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507703 Feb 18 00:28:23.055940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39766) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:23.116634 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33c51f83-d551-4bf9-b87a-9e831528f0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:23.147452 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33c51f83-d551-4bf9-b87a-9e831528f0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:23.193839 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33c51f83-d551-4bf9-b87a-9e831528f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:23.198662 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-585e68e4-cf69-4f47-9dce-11516886edbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:23.212429 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c51f83-d551-4bf9-b87a-9e831528f0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1869bd7-4f2d-4e70-a5fb-b0d7ed510ffc,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:23.215428 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-33c51f83-d551-4bf9-b87a-9e831528f0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:23.216335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-33c51f83-d551-4bf9-b87a-9e831528f0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:23.217555 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-33c51f83-d551-4bf9-b87a-9e831528f0e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1869bd7-4f2d-4e70-a5fb-b0d7ed510ffc HTTP/1.1" status: 204 len: 168 time: 0.1605029 Feb 18 00:28:27.268554 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39812) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:27.393443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0823f0ea-4a88-4b77-ab1a-40d1421e5395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:27.410144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0823f0ea-4a88-4b77-ab1a-40d1421e5395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:27.414205 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-0823f0ea-4a88-4b77-ab1a-40d1421e5395 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8672b782ba4e5abd9d6176f0372d5b is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:27.417113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-0823f0ea-4a88-4b77-ab1a-40d1421e5395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:27.423035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-0823f0ea-4a88-4b77-ab1a-40d1421e5395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:27.505686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0823f0ea-4a88-4b77-ab1a-40d1421e5395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:27.508367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0823f0ea-4a88-4b77-ab1a-40d1421e5395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:27.517956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:27.559619 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-0823f0ea-4a88-4b77-ab1a-40d1421e5395 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d8672b782ba4e5abd9d6176f0372d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898703 Feb 18 00:28:27.561394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823f0ea-4a88-4b77-ab1a-40d1421e5395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6860395-0ef3-4b2a-b229-00491a42f4be,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:27.562613 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 39818) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:27.565272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0823f0ea-4a88-4b77-ab1a-40d1421e5395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:27.628666 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:27.655879 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:27.699523 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:27.705040 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d79c8fd9-adfa-49a6-8d25-f8bf5fc7c96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:27.718123 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6860395-0ef3-4b2a-b229-00491a42f4be,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:27.726904 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.727323 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.727739 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.728140 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.728534 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.728957 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.729351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.729744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.730136 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.730530 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.730921 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.731309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.731737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.732125 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.732515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.732928 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.733317 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.733704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.734090 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.734476 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.734862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.735284 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.735807 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.736193 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:27.739219 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:27.741641 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6860395-0ef3-4b2a-b229-00491a42f4be HTTP/1.1" status: 204 len: 168 time: 0.1762495 Feb 18 00:28:27.741641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e2d6b4b5-203b-4a8c-b732-db06ca953b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:28.480496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 39840) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:28.614868 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-737423580-network', 'tenant_id': '3978c7b80ce342b783e717459e951489'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:28:28.620056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:28.624318 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Usage tracker for resource:network and tenant:3978c7b80ce342b783e717459e951489 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:28.627652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:28.633581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:28.645135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Made reservation on behalf of 3978c7b80ce342b783e717459e951489 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:28:28.649857 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:28.669968 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:28.685552 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:28.689616 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Usage tracker for resource:security_group_rule and tenant:3978c7b80ce342b783e717459e951489 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:28.692533 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:28.698309 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:28.785165 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:28.788057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:28.792375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-2a570776-2533-4276-9836-3acb17f38add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:28.827450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:28:28.837503 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fe6f25-a246-4985-b93a-2e36155ddd70,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:28.841452 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:28.844094 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:28.844556 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Added segment 1b6164c7-7a63-404d-9ecd-5847963f721b of type vxlan for network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c Feb 18 00:28:28.871845 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:28.904012 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:28.905315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:28:28.905965 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:28.911575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:29.021888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39846) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:29.022125 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5401251 Feb 18 00:28:29.022908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Pushing event updated for resources: {'Network': ['ID=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:29.026106 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:29.028339 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Request body: {'subnet': {'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-737423580-subnet', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:28:29.034515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:29.036000 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:28:29.038636 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Usage tracker for resource:subnet and tenant:3978c7b80ce342b783e717459e951489 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:29.041710 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:29.047452 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:29.051509 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:28:29.057691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Made reservation on behalf of 3978c7b80ce342b783e717459e951489 for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:28:29.062395 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33248565'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:29.468202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31566784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33248548'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:29.483261 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:29.606091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9dabce1-74db-4b38-84d8-753a834a236c,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:29.613545 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:29.682276 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Checking segment: {'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:28:29.682669 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Network hostable DHCP agents. Network: f144cb0c-3cdf-43be-813c-6e3f4fdcb97c, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:28:29.701279 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:28:29.709353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, f144cb0c-3cdf-43be-813c-6e3f4fdcb97c) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:28:29.718732 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609300e5-3012-42fd-bfb0-d0d3eea8c065 None None] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:28:29.721020 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:28:29.721675 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:29.745690 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7225671 Feb 18 00:28:29.748722 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39850) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:29.754930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:28:29.759696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:29.763984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Usage tracker for resource:router and tenant:3978c7b80ce342b783e717459e951489 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:29.767721 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:29.773720 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:29.783765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1971426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5025'] for router, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:29.784861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1971221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852799561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853166460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770791'] for router, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:29.800415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:29.943808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78b86c05-83fd-5eb5-acb2-53e0e069b87b-f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'fixed_ips': [{'subnet_id': 'a9dabce1-74db-4b38-84d8-753a834a236c'}]}} from dv-cinder-751579-21-smb. {{(pid=84026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 00:28:29.944801 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:30.084102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852801012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852804476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770806'] for router, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:30.234748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Allocated IP 172.20.0.2 (f144cb0c-3cdf-43be-813c-6e3f4fdcb97c/a9dabce1-74db-4b38-84d8-753a834a236c/126d330e-43df-4636-99b8-cf3de4180d41) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:28:30.464268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:30.476680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Transition to ACTIVE for port object 126d330e-43df-4636-99b8-cf3de4180d41 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:28:30.494626 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Transition to ACTIVE for port object 126d330e-43df-4636-99b8-cf3de4180d41 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:28:30.499455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:30.657687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:30.685550 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:30.693235 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:30.818304 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Pushing event updated for resources: {'Port': ['ID=126d330e-43df-4636-99b8-cf3de4180d41,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:30.838947 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.839334 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.839712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.840084 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.840454 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.840846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.841210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.841574 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.841937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.842298 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.842658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.843017 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.843412 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.843767 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.844131 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.845036 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.845410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.845772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.846129 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.846483 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.846848 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.847202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.847556 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.847908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:30.854034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:30.887959 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:28:30.889125 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:28:30.892085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:28:30.950379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Attempting to bind port 126d330e-43df-4636-99b8-cf3de4180d41 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:28:30.950901 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Attempting to bind port 126d330e-43df-4636-99b8-cf3de4180d41 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:28:30.951315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Attempting to bind port 126d330e-43df-4636-99b8-cf3de4180d41 on network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:28:30.958149 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:28:30.958569 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Checking segment: {'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:28:30.959018 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:30.959454 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Bound using segment: {'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:28:30.959969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Bound port: 126d330e-43df-4636-99b8-cf3de4180d41, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:28:30.960389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:30.966119 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Allocated IP 172.28.0.129 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/ff18a958-1406-448e-aa49-f3c723ebe655) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:28:31.052485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] For port 126d330e-43df-4636-99b8-cf3de4180d41, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:28:31.055800 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] For port 126d330e-43df-4636-99b8-cf3de4180d41, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=126d330e-43df-4636-99b8-cf3de4180d41,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:28:31.058718 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:31.073905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b0a24e89-5107-4e67-bb0c-65ef910ccba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:31.122212 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:31.153130 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:31.169247 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-40138d75-f680-4c4f-81a9-9b70f85553b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:31.230789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Pushing event updated for resources: {'Port': ['ID=126d330e-43df-4636-99b8-cf3de4180d41,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:31.234292 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:31.312527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Pushing event updated for resources: {'Port': ['ID=ff18a958-1406-448e-aa49-f3c723ebe655,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:31.318172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:31.368177 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:28:31.369335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:28:31.371489 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:28:31.857491 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:32.215890 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852804459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974839'] for router, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:32.434798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Router 6edb026f-df8e-42c3-a650-dc4e3ae362cd is scheduled to L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc with binding_index 1 {{(pid=84025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 00:28:32.636737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:28:32.646803 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Sync routers for ids ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:28:32.657866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Routers {'6edb026f-df8e-42c3-a650-dc4e3ae362cd'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:28:32.665274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:28:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:32.667748 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63796d14-3cb3-4a9c-9aa1-533a7d2ce35f None None] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:28:32.669596 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:32.674232 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-a29f15f9-8ffa-40e6-8b21-5fe21ea1b08f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9213595 Feb 18 00:28:32.675060 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39854) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:32.788633 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 126d330e-43df-4636-99b8-cf3de4180d41 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:32.884762 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Set router 6edb026f-df8e-42c3-a650-dc4e3ae362cd gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:28:32.897032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-01a1d764-5f6d-4a2a-b45c-8d4a96e349ca None None] Provisioning for port 126d330e-43df-4636-99b8-cf3de4180d41 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:28:32.977642 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 126d330e-43df-4636-99b8-cf3de4180d41 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:28:32.990744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 126d330e-43df-4636-99b8-cf3de4180d41 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:32.991165 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:33.145176 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:33.182102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 126d330e-43df-4636-99b8-cf3de4180d41, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=126d330e-43df-4636-99b8-cf3de4180d41,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:28:33.187265 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:33.189877 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6a02f3ce-d3ca-427d-8b6d-e16c72f076c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:33.244327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:31Z', 'revision_number': 3, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:33.248654 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Checking router: 6edb026f-df8e-42c3-a650-dc4e3ae362cd for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:28:33.249054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Updating router 6edb026f-df8e-42c3-a650-dc4e3ae362cd port ff18a958-1406-448e-aa49-f3c723ebe655 binding host dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:28:33.267917 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=126d330e-43df-4636-99b8-cf3de4180d41,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:33.273423 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:33.315599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:33.346056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3a65a670-4318-4268-a1b2-d9e55ed355ed None None] Provisioning complete for port 126d330e-43df-4636-99b8-cf3de4180d41 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:33.347014 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3a65a670-4318-4268-a1b2-d9e55ed355ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:33.605855 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-4201f61b-0189-4331-b085-4a25374e07ca None None] Provisioning complete for port 126d330e-43df-4636-99b8-cf3de4180d41 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:33.606383 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4201f61b-0189-4331-b085-4a25374e07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:33.750134 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:33.750960 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:33.763840 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Transition to ACTIVE for port object ff18a958-1406-448e-aa49-f3c723ebe655 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:28:33.767380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:33.783236 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:33.881469 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-7aaccc64-633e-4283-9b00-8ea0551cf948 None None] Provisioning complete for port 126d330e-43df-4636-99b8-cf3de4180d41 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:33.881903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7aaccc64-633e-4283-9b00-8ea0551cf948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:33.914303 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Pushing event updated for resources: {'Port': ['ID=ff18a958-1406-448e-aa49-f3c723ebe655,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:33.927984 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.928368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.928742 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.929116 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.929486 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.929850 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.930214 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.930575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.930940 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.931298 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.931657 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.932013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.932405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.932783 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.933178 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.933473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.933827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.934179 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.934535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.934886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.935238 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.935716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.935929 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.936281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:28:33.953036 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:33.999399 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Attempting to bind port ff18a958-1406-448e-aa49-f3c723ebe655 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:28:33.999909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Attempting to bind port ff18a958-1406-448e-aa49-f3c723ebe655 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:28:34.000395 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Attempting to bind port ff18a958-1406-448e-aa49-f3c723ebe655 on network 795370a8-1bdc-4db9-9669-71c38d19f081 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:28:34.006139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:28:34.006729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Checking segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:28:34.007124 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:34.007620 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Bound using segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:28:34.008203 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Bound port: ff18a958-1406-448e-aa49-f3c723ebe655, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:28:34.009046 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:34.086871 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] For port ff18a958-1406-448e-aa49-f3c723ebe655, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:28:34.089996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] For port ff18a958-1406-448e-aa49-f3c723ebe655, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=ff18a958-1406-448e-aa49-f3c723ebe655,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:28:34.093272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:34.105484 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Allocated IP 172.20.0.1 (f144cb0c-3cdf-43be-813c-6e3f4fdcb97c/a9dabce1-74db-4b38-84d8-753a834a236c/52aa062c-9270-40ee-8596-37d66d7c8922) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:28:34.108562 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:34.252052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Pushing event updated for resources: {'Port': ['ID=ff18a958-1406-448e-aa49-f3c723ebe655,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:34.255437 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-31f6c63d-7153-4ea9-aee3-4aa9ec93f469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:34.262864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:34.279393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Transition to ACTIVE for port object 52aa062c-9270-40ee-8596-37d66d7c8922 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:28:34.304406 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:34.306582 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Routers {'6edb026f-df8e-42c3-a650-dc4e3ae362cd'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:28:34.307237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:28:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:34.319826 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c9455b22-7fb9-45a9-bb32-e886037feb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:34.457295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Pushing event updated for resources: {'Port': ['ID=52aa062c-9270-40ee-8596-37d66d7c8922,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:34.462019 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:34.493651 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] Set router 6edb026f-df8e-42c3-a650-dc4e3ae362cd gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:28:34.512144 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:28:34.513424 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:28:34.515713 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:28:34.574799 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852807890'] for router_interface, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:34.745997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 126d330e-43df-4636-99b8-cf3de4180d41 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:34.817239 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-99fe77b8-193c-4a93-b959-0aebcf87e17c None None] Provisioning for port 52aa062c-9270-40ee-8596-37d66d7c8922 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:28:34.826404 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-99fe77b8-193c-4a93-b959-0aebcf87e17c None None] Provisioning complete for port 52aa062c-9270-40ee-8596-37d66d7c8922 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:34.826861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-99fe77b8-193c-4a93-b959-0aebcf87e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:34.866910 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:34.901778 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-99fe77b8-193c-4a93-b959-0aebcf87e17c None None] Port 52aa062c-9270-40ee-8596-37d66d7c8922 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:28:34.904226 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 126d330e-43df-4636-99b8-cf3de4180d41 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:34.904671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:34.967749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:31Z', 'revision_number': 3, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:34.973242 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12bd39-8a7f-48a2-8e5f-9fed5ccd23e5 None None] The sync data for ids ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'] in dv-cinder-751579-21-smb is: [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:31Z', 'revision_number': 3, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:28:35.024450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:28:35.171173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:35.174760 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:35.203403 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a8ca8fa0-123b-41cf-b4df-c133238dff49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:35.286916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Pushing event updated for resources: {'Port': ['ID=52aa062c-9270-40ee-8596-37d66d7c8922,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:35.289696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1799803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967944'] for router_interface, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:35.306306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:35.444395 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:28:35.445785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:28:35.657705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Router 6edb026f-df8e-42c3-a650-dc4e3ae362cd has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:28:35.730610 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-a32fadce-04d9-40fa-82db-dd3f26fd8eb5 None None] Provisioning complete for port 52aa062c-9270-40ee-8596-37d66d7c8922 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:35.731166 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a32fadce-04d9-40fa-82db-dd3f26fd8eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:35.790713 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-a32fadce-04d9-40fa-82db-dd3f26fd8eb5 None None] Port 52aa062c-9270-40ee-8596-37d66d7c8922 cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:28:35.863128 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:28:35.872830 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] 10.222.0.44 "PUT /v2.0/routers/6edb026f-df8e-42c3-a650-dc4e3ae362cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1964433 Feb 18 00:28:36.544862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 39876) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:36.551930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-885533366-network', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:28:36.557221 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:36.561623 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Usage tracker for resource:network and tenant:ef782e8ccc7d4101a2461c93f0a4f08b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:36.565421 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:36.571254 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:36.581925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Made reservation on behalf of ef782e8ccc7d4101a2461c93f0a4f08b for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:28:36.586734 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:36.600003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:36.615287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:36.619555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Usage tracker for resource:security_group_rule and tenant:ef782e8ccc7d4101a2461c93f0a4f08b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:36.622656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:36.629435 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:36.719990 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:36.722933 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:36.727215 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fee9ba25-b638-4966-9924-a5b2c073c630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:36.749808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device ff18a958-1406-448e-aa49-f3c723ebe655 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:36.760392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 00:28:36.772488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a746d-2beb-4d33-910e-0f3188d31a21,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:36.776377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:36.778893 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:36.779281 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.segments_db [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Added segment d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3 of type vxlan for network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 Feb 18 00:28:36.807617 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265977042087'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:36.824752 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port ff18a958-1406-448e-aa49-f3c723ebe655 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:28:36.830127 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port ff18a958-1406-448e-aa49-f3c723ebe655 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:36.830547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:36.842544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:36.843900 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:28:36.844665 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:36.849823 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:36.951981 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:36.958024 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4086580 Feb 18 00:28:36.958024 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Pushing event updated for resources: {'Network': ['ID=8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:36.958598 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39880) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:36.959592 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8bca86b2-1895-4f9f-8c7b-e6c8886f2ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:36.965244 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Request body: {'subnet': {'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-885533366-subnet', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'ip_version': 4}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:28:36.970544 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:36.970714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 details requested by agent ovs-agent-dv-cinder-751579-21-smb with host dv-cinder-751579-21-smb {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:28:36.974698 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Usage tracker for resource:subnet and tenant:ef782e8ccc7d4101a2461c93f0a4f08b is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:36.977763 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:36.983570 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 details requested by agent ovs-agent-hv-cinder-75157 with host hv-cinder-75157 {{(pid=84026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 00:28:36.983927 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:37.117970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port ff18a958-1406-448e-aa49-f3c723ebe655, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=ff18a958-1406-448e-aa49-f3c723ebe655,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:28:37.131716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:37.147169 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:37.248288 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Made reservation on behalf of ef782e8ccc7d4101a2461c93f0a4f08b for: {'subnet': 1} {{(pid=84025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:28:37.253473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33248565'] for subnet, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:37.436022 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=ff18a958-1406-448e-aa49-f3c723ebe655,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:37.439706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:37.663756 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Sync routers for ids ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:28:37.673865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Routers {'6edb026f-df8e-42c3-a650-dc4e3ae362cd'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:28:37.674529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:28:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:37.680126 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31566784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33248548'] for subnet, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:37.700109 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0ef7dee7-fdae-4d98-ab92-2cc888193298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:37.829345 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ab3b1b-a599-480e-a00b-ae868da7ca8e,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:37.832133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:37.862501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Set router 6edb026f-df8e-42c3-a650-dc4e3ae362cd gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:28:37.904566 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Checking segment: {'id': 'd3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:28:37.904985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Network hostable DHCP agents. Network: 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19, hostable agents: ['d93e09d2-5ad7-46a1-90c1-73a025e76354'], hosted agents: [] {{(pid=84025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 00:28:37.924652 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 is scheduled to be hosted by DHCP agent d93e09d2-5ad7-46a1-90c1-73a025e76354 with binding_index 1 {{(pid=84025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 00:28:37.933391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-21-smb, 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19) {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:28:37.945739 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:28:37.946380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:37.966830 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-c0f10be2-ece4-4746-9343-5cf21579587c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0069954 Feb 18 00:28:37.969614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 39884) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:37.975053 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-885533366-router', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:28:37.979752 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:37.983771 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Usage tracker for resource:router and tenant:ef782e8ccc7d4101a2461c93f0a4f08b is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:37.987806 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:37.993548 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:38.003050 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1971426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5025'] for router, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:38.003745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0cb42-ab26-416f-ac4c-c79786eb028b None None] Network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:28:38.004139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1971221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852799561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853166460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770791'] for router, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:38.023030 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:38.310044 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852801012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852804476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770806'] for router, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:38.404124 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78b86c05-83fd-5eb5-acb2-53e0e069b87b-8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19', 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'fixed_ips': [{'subnet_id': '40ab3b1b-a599-480e-a00b-ae868da7ca8e'}]}} from dv-cinder-751579-21-smb. {{(pid=84026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 00:28:38.405064 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:38.462861 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:34Z', 'revision_number': 4, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '52aa062c-9270-40ee-8596-37d66d7c8922', 'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'mac_address': 'fa:16:3e:75:0e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:33Z', 'updated_at': '2021-02-18T00:28:35Z', 'revision_number': 2, 'project_id': '3978c7b80ce342b783e717459e951489', 'subnets': [{'id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:38.527301 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Checking router: 6edb026f-df8e-42c3-a650-dc4e3ae362cd for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:28:38.527656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Updating router 6edb026f-df8e-42c3-a650-dc4e3ae362cd port 52aa062c-9270-40ee-8596-37d66d7c8922 binding host dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:28:38.613896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:38.641989 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:38.675260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:38.739963 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device ff18a958-1406-448e-aa49-f3c723ebe655 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:38.949515 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Allocated IP 172.28.0.223 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/eea75986-7999-4a7a-9c29-4653c386c199) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:28:39.019277 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port ff18a958-1406-448e-aa49-f3c723ebe655 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:39.019709 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:39.045928 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Allocated IP 172.20.0.2 (8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19/40ab3b1b-a599-480e-a00b-ae868da7ca8e/c1cac706-e8e2-401c-b557-50d1dc1ecef0) {{(pid=84026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:28:39.103277 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:39.133913 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:39.150415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8e36a139-916e-44fc-bcc7-698b297134ae tempest-AttachVolumeShelveTestJSON-1223657836 tempest-AttachVolumeShelveTestJSON-1223657836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:39.286306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Pushing event updated for resources: {'Port': ['ID=eea75986-7999-4a7a-9c29-4653c386c199,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:39.291046 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:39.344905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:28:39.346380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:28:39.348780 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:28:39.738369 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Notify callbacks [] for port, precommit_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:39.756537 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Transition to ACTIVE for port object c1cac706-e8e2-401c-b557-50d1dc1ecef0 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:28:39.774293 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:39.790491 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:39.793107 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Transition to ACTIVE for port object c1cac706-e8e2-401c-b557-50d1dc1ecef0 will not be triggered until provisioned by entity DHCP. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:28:39.794603 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Transition to ACTIVE for port object 52aa062c-9270-40ee-8596-37d66d7c8922 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:28:39.797749 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:39.814322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:39.899594 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686'] for port, after_create {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:40.039209 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1dd77-0ed2-47e0-ab12-4326c82e391d None None] Pushing event updated for resources: {'Port': ['ID=52aa062c-9270-40ee-8596-37d66d7c8922,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:40.045816 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5eb1dd77-0ed2-47e0-ab12-4326c82e391d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:40.049658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:40.180284 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Pushing event updated for resources: {'Port': ['ID=c1cac706-e8e2-401c-b557-50d1dc1ecef0,revision_number=1']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:40.190538 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:40.268791 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 is already hosted by enough agents. {{(pid=84026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:28:40.274245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Resources bound (agent type, host, resource id): {{(pid=84026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:28:40.278170 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Received port after_create {{(pid=84026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:28:40.386392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Attempting to bind port 52aa062c-9270-40ee-8596-37d66d7c8922 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:28:40.387148 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Attempting to bind port 52aa062c-9270-40ee-8596-37d66d7c8922 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:28:40.387245 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Attempting to bind port 52aa062c-9270-40ee-8596-37d66d7c8922 on network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:28:40.396316 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Attempting to bind port c1cac706-e8e2-401c-b557-50d1dc1ecef0 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:28:40.396765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Attempting to bind port c1cac706-e8e2-401c-b557-50d1dc1ecef0 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': 'd3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:28:40.397211 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Attempting to bind port c1cac706-e8e2-401c-b557-50d1dc1ecef0 on network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:28:40.401052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:28:40.401485 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Checking segment: {'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:28:40.401943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:40.402392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Bound using segment: {'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:28:40.402924 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Bound port: 52aa062c-9270-40ee-8596-37d66d7c8922, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:28:40.403351 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:40.406368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852804459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974839'] for router, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:40.421706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:28:40.422138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Checking segment: {'id': 'd3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:28:40.422691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:40.423740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Bound using segment: {'id': 'd3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:28:40.423740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Bound port: c1cac706-e8e2-401c-b557-50d1dc1ecef0, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:28:40.424045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:40.602976 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] For port 52aa062c-9270-40ee-8596-37d66d7c8922, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:28:40.612955 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] For port c1cac706-e8e2-401c-b557-50d1dc1ecef0, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:28:40.615810 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] For port 52aa062c-9270-40ee-8596-37d66d7c8922, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=52aa062c-9270-40ee-8596-37d66d7c8922,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:28:40.618035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] For port c1cac706-e8e2-401c-b557-50d1dc1ecef0, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=c1cac706-e8e2-401c-b557-50d1dc1ecef0,segment=NetworkSegment(d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3),segment_id=d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:28:40.620164 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:40.632450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 is scheduled to L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc with binding_index 1 {{(pid=84025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 00:28:40.637003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:40.723394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:40.826124 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:28:40.836496 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Sync routers for ids ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:28:40.849612 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Routers {'9d98415e-c427-4b6c-af7a-3e7fc5d940b9'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:28:40.850336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:40.850546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:28:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:40.854826 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-8ffd8e49-8a59-425b-936a-32400f836272 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8815157 Feb 18 00:28:40.855247 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 39888) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:28:40.867731 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1dd77-0ed2-47e0-ab12-4326c82e391d None None] Pushing event updated for resources: {'Port': ['ID=52aa062c-9270-40ee-8596-37d66d7c8922,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:40.886554 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5eb1dd77-0ed2-47e0-ab12-4326c82e391d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:40.887085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:41.037036 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Pushing event updated for resources: {'Port': ['ID=c1cac706-e8e2-401c-b557-50d1dc1ecef0,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:41.042473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:41.043146 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Routers {'6edb026f-df8e-42c3-a650-dc4e3ae362cd'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:28:41.043831 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:28:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:41.056008 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Set router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:28:41.273064 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] Set router 6edb026f-df8e-42c3-a650-dc4e3ae362cd gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:28:41.370753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'name': 'tempest-TestShelveInstance-885533366-router', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:39Z', 'revision_number': 3, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'gw_port': {'id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:41.375993 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Checking router: 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:28:41.376704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Updating router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 port eea75986-7999-4a7a-9c29-4653c386c199 binding host dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:28:41.443335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:41.690161 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:41.849365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:34Z', 'revision_number': 4, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '52aa062c-9270-40ee-8596-37d66d7c8922', 'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'mac_address': 'fa:16:3e:75:0e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:33Z', 'updated_at': '2021-02-18T00:28:40Z', 'revision_number': 4, 'project_id': '3978c7b80ce342b783e717459e951489', 'subnets': [{'id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:41.854269 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e60ad-7daf-4017-93dc-dc2908024185 None None] The sync data for ids ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'] in dv-cinder-751579-21-smb is: [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:34Z', 'revision_number': 4, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '52aa062c-9270-40ee-8596-37d66d7c8922', 'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'mac_address': 'fa:16:3e:75:0e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:33Z', 'updated_at': '2021-02-18T00:28:40Z', 'revision_number': 4, 'project_id': '3978c7b80ce342b783e717459e951489', 'subnets': [{'id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:28:41.945921 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:41.962360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Transition to ACTIVE for port object eea75986-7999-4a7a-9c29-4653c386c199 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:28:41.966314 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:41.982945 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:42.080821 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Allocated IP 172.20.0.1 (8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19/40ab3b1b-a599-480e-a00b-ae868da7ca8e/7442569a-2366-4e65-93c7-0185094dd0bc) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:28:42.125092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1c7f1-1c29-4f4b-b626-1f134850b23b None None] Pushing event updated for resources: {'Port': ['ID=eea75986-7999-4a7a-9c29-4653c386c199,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:42.130410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5fe1c7f1-1c29-4f4b-b626-1f134850b23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:42.199827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Attempting to bind port eea75986-7999-4a7a-9c29-4653c386c199 on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:28:42.200348 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Attempting to bind port eea75986-7999-4a7a-9c29-4653c386c199 by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:28:42.200895 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Attempting to bind port eea75986-7999-4a7a-9c29-4653c386c199 on network 795370a8-1bdc-4db9-9669-71c38d19f081 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:28:42.207622 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:28:42.208132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Checking segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:28:42.208684 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:42.209197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Bound using segment: {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:28:42.209797 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Bound port: eea75986-7999-4a7a-9c29-4653c386c199, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583a4915-c152-4f16-9c94-d5526906c491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:28:42.210289 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:42.258326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:42.277676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Transition to ACTIVE for port object 7442569a-2366-4e65-93c7-0185094dd0bc will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:28:42.294658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] For port eea75986-7999-4a7a-9c29-4653c386c199, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:28:42.298716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] For port eea75986-7999-4a7a-9c29-4653c386c199, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=eea75986-7999-4a7a-9c29-4653c386c199,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:28:42.303355 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:42.316370 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:42.320722 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:42.451096 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-17b26da0-46b2-4a90-8ebe-9614dd277b34 tempest-TestMinimumBasicScenario-1329270921 tempest-TestMinimumBasicScenario-1329270921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:42.494025 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1c7f1-1c29-4f4b-b626-1f134850b23b None None] Pushing event updated for resources: {'Port': ['ID=eea75986-7999-4a7a-9c29-4653c386c199,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:42.507669 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-5fe1c7f1-1c29-4f4b-b626-1f134850b23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:42.517896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:28:42.521080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:28:42.525190 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:28:42.571966 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Routers {'9d98415e-c427-4b6c-af7a-3e7fc5d940b9'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:28:42.572688 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:28:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:42.588680 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Pushing event updated for resources: {'Port': ['ID=7442569a-2366-4e65-93c7-0185094dd0bc,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:42.593302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:42.600337 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852807890'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:42.734524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce84b36-f4cf-490a-95af-419b0ed44f30 None None] Network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:28:42.835725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] Set router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:28:42.907220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 52aa062c-9270-40ee-8596-37d66d7c8922 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:42.912075 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.002415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-22ca77bd-fc0a-4088-88cf-a139a7a39507 None None] Provisioning for port c1cac706-e8e2-401c-b557-50d1dc1ecef0 completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:28:43.094339 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 52aa062c-9270-40ee-8596-37d66d7c8922 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:28:43.105173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 52aa062c-9270-40ee-8596-37d66d7c8922 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:43.105600 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.240918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.248236 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.255742 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.294650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 52aa062c-9270-40ee-8596-37d66d7c8922, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=52aa062c-9270-40ee-8596-37d66d7c8922,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:28:43.300389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:43.302892 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.303922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device c1cac706-e8e2-401c-b557-50d1dc1ecef0 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:43.336391 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:43.394546 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'name': 'tempest-TestShelveInstance-885533366-router', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:39Z', 'revision_number': 3, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'gw_port': {'id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:43.398909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c57cd1-8295-46ee-9b55-128ebf40c0f0 None None] The sync data for ids ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'] in dv-cinder-751579-21-smb is: [{'id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'name': 'tempest-TestShelveInstance-885533366-router', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:39Z', 'revision_number': 3, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'gw_port': {'id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:28:43.411522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Pushing event updated for resources: {'Port': ['ID=7442569a-2366-4e65-93c7-0185094dd0bc,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:43.415846 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:43.416769 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1799803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1967944'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.458267 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=52aa062c-9270-40ee-8596-37d66d7c8922,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:43.462481 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:43.474475 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port c1cac706-e8e2-401c-b557-50d1dc1ecef0 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:28:43.479975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port c1cac706-e8e2-401c-b557-50d1dc1ecef0 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:43.480407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.572449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ba4188f6-7b8e-4fa8-9973-be47ec001996 None None] Provisioning complete for port c1cac706-e8e2-401c-b557-50d1dc1ecef0 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:43.573057 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba4188f6-7b8e-4fa8-9973-be47ec001996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.579798 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:28:43.581056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:28:43.700451 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.785173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port c1cac706-e8e2-401c-b557-50d1dc1ecef0, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=c1cac706-e8e2-401c-b557-50d1dc1ecef0,segment=NetworkSegment(d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3),segment_id=d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:28:43.793600 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.797868 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bee52633-2bfa-4140-b769-7ecb5256c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:43.859401 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba4188f6-7b8e-4fa8-9973-be47ec001996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:43.957594 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=c1cac706-e8e2-401c-b557-50d1dc1ecef0,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:43.968465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:43.992722 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [None req-ba4188f6-7b8e-4fa8-9973-be47ec001996 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:28:43.993041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [None req-ba4188f6-7b8e-4fa8-9973-be47ec001996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:28:44.075120 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:28:44.284527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:28:44.294008 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] 10.222.0.44 "PUT /v2.0/routers/9d98415e-c427-4b6c-af7a-3e7fc5d940b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4375906 Feb 18 00:28:44.569231 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ba4188f6-7b8e-4fa8-9973-be47ec001996 None None] Provisioning for port 7442569a-2366-4e65-93c7-0185094dd0bc completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:28:44.574365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-ba4188f6-7b8e-4fa8-9973-be47ec001996 None None] Provisioning complete for port 7442569a-2366-4e65-93c7-0185094dd0bc triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:44.574862 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ba4188f6-7b8e-4fa8-9973-be47ec001996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:44.634440 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ba4188f6-7b8e-4fa8-9973-be47ec001996 None None] Port 7442569a-2366-4e65-93c7-0185094dd0bc cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:28:44.756209 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-6c436229-4260-4e05-ae80-32ca2492357c None None] Provisioning complete for port c1cac706-e8e2-401c-b557-50d1dc1ecef0 triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:44.756792 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c436229-4260-4e05-ae80-32ca2492357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:44.824573 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 52aa062c-9270-40ee-8596-37d66d7c8922 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:44.956362 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 52aa062c-9270-40ee-8596-37d66d7c8922 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:44.956815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.010608 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-6c436229-4260-4e05-ae80-32ca2492357c None None] Provisioning complete for port 7442569a-2366-4e65-93c7-0185094dd0bc triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:45.011159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6c436229-4260-4e05-ae80-32ca2492357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.083896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6c436229-4260-4e05-ae80-32ca2492357c None None] Port 7442569a-2366-4e65-93c7-0185094dd0bc cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:28:45.145871 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device eea75986-7999-4a7a-9c29-4653c386c199 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:45.188828 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1033078934', 'description': 'tempest-TestShelveInstance-1033078934 description'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:28:45.195494 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:45.199789 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Usage tracker for resource:security_group and tenant:3978c7b80ce342b783e717459e951489 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:45.204656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:45.210805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:45.216140 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port eea75986-7999-4a7a-9c29-4653c386c199 completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:28:45.220202 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.221282 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port eea75986-7999-4a7a-9c29-4653c386c199 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:45.221706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.245573 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:45.249665 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Usage tracker for resource:security_group_rule and tenant:3978c7b80ce342b783e717459e951489 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:45.253380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:45.259275 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:45.333555 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.336820 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.342054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0823f0ea-4a88-4b77-ab1a-40d1421e5395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:45.349730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.367928 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port eea75986-7999-4a7a-9c29-4653c386c199, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=eea75986-7999-4a7a-9c29-4653c386c199,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:28:45.370780 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.371650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device c1cac706-e8e2-401c-b557-50d1dc1ecef0 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:45.383410 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.385035 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-09e78097-f8ee-4f18-bed5-20a626195184 req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2013812 Feb 18 00:28:45.385852 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f738c8db-635b-482e-8ae4-9cece37d1e3a,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:45.388822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a5b23cb4-9be9-4050-ba61-d0b22db3f229 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:45.403307 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-e7bacd2d-642c-4ee2-aaf3-63b7024ad166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:45.461953 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4f057d9c-798a-4496-b825-7062b9f065aa req-14b4dc02-49aa-4de4-8d85-bc1faf5128c3 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups/f738c8db-635b-482e-8ae4-9cece37d1e3a HTTP/1.1" status: 200 len: 1802 time: 0.0524266 Feb 18 00:28:45.472980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-4f057d9c-798a-4496-b825-7062b9f065aa req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f738c8db-635b-482e-8ae4-9cece37d1e3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:28:45.473381 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-4f057d9c-798a-4496-b825-7062b9f065aa req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f738c8db-635b-482e-8ae4-9cece37d1e3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:28:45.479604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-4f057d9c-798a-4496-b825-7062b9f065aa req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:45.483588 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-4f057d9c-798a-4496-b825-7062b9f065aa req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Usage tracker for resource:security_group_rule and tenant:3978c7b80ce342b783e717459e951489 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:45.487224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-4f057d9c-798a-4496-b825-7062b9f065aa req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:45.493069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-4f057d9c-798a-4496-b825-7062b9f065aa req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:45.505426 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=eea75986-7999-4a7a-9c29-4653c386c199,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:45.508827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:45.515675 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port c1cac706-e8e2-401c-b557-50d1dc1ecef0 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:45.516182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.557184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f057d9c-798a-4496-b825-7062b9f065aa req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.583092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f057d9c-798a-4496-b825-7062b9f065aa req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.586745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f057d9c-798a-4496-b825-7062b9f065aa req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.588990 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:45.614615 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae7ad2e-2cbc-40c3-9467-3922c1860cce,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:45.617306 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:45.624047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-4f057d9c-798a-4496-b825-7062b9f065aa req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.625517 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4f057d9c-798a-4496-b825-7062b9f065aa req-40d7521e-b7bb-4d4d-85ec-20a2f7861ad0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1567848 Feb 18 00:28:45.697161 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-add031a2-c33c-4bb3-aacb-46c8c054b175 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups/f738c8db-635b-482e-8ae4-9cece37d1e3a HTTP/1.1" status: 200 len: 2395 time: 0.0487821 Feb 18 00:28:45.707909 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f738c8db-635b-482e-8ae4-9cece37d1e3a', 'remote_group_id': None}]} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:28:45.708261 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f738c8db-635b-482e-8ae4-9cece37d1e3a', 'remote_group_id': None}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:28:45.714360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:28:45.718563 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Usage tracker for resource:security_group_rule and tenant:3978c7b80ce342b783e717459e951489 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:28:45.723098 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:28:45.728985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:28:45.786863 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.814119 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.816892 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606248'] for security_group_rule, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.824367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:45.848407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1017f46d-f013-466b-aeb5-a65e22ac8699,revision_number=0']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:45.851273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:45.854828 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:45.856166 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ae96f160-1a43-4418-b1f4-9f778c099d08 req-03ca2959-3995-4958-b48b-77fdaee36dd0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1526182 Feb 18 00:28:46.263920 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Sync routers for ids ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:28:46.274971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Routers {'9d98415e-c427-4b6c-af7a-3e7fc5d940b9'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:28:46.275839 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:28:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:46.476045 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Set router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:28:46.738947 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d00d8b5e-d14d-4faf-a48d-90feed89e889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:46.800738 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device eea75986-7999-4a7a-9c29-4653c386c199 up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:46.985689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port eea75986-7999-4a7a-9c29-4653c386c199 triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:46.986123 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:47.181465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'name': 'tempest-TestShelveInstance-885533366-router', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:42Z', 'revision_number': 4, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'gw_port': {'id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '7442569a-2366-4e65-93c7-0185094dd0bc', 'name': '', 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'mac_address': 'fa:16:3e:ff:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '40ab3b1b-a599-480e-a00b-ae868da7ca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:41Z', 'updated_at': '2021-02-18T00:28:43Z', 'revision_number': 2, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'subnets': [{'id': '40ab3b1b-a599-480e-a00b-ae868da7ca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:47.188823 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Checking router: 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:28:47.189240 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Updating router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 port 7442569a-2366-4e65-93c7-0185094dd0bc binding host dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 00:28:47.247744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:47.671941 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:47.684489 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Transition to ACTIVE for port object 7442569a-2366-4e65-93c7-0185094dd0bc will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:28:47.687281 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:47.702220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:47.840015 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ebe65-0489-4b15-832d-7f0a0630fd9c None None] Pushing event updated for resources: {'Port': ['ID=7442569a-2366-4e65-93c7-0185094dd0bc,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:47.843031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d00ebe65-0489-4b15-832d-7f0a0630fd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:48.019159 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Attempting to bind port 7442569a-2366-4e65-93c7-0185094dd0bc on host dv-cinder-751579-21-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:28:48.019585 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Attempting to bind port 7442569a-2366-4e65-93c7-0185094dd0bc by drivers openvswitch on host dv-cinder-751579-21-smb at level 0 using segments [{'id': 'd3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:28:48.020006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Attempting to bind port 7442569a-2366-4e65-93c7-0185094dd0bc on network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:28:48.025998 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Checking agent: {'id': '18fd1407-652d-4168-bf1e-ddff7c990a32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-21-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 10, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 10, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-21-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:28:48.026535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Checking segment: {'id': 'd3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:28:48.026866 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:48.027315 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Bound using segment: {'id': 'd3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:28:48.027843 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Bound port: 7442569a-2366-4e65-93c7-0185094dd0bc, host: dv-cinder-751579-21-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:28:48.028275 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:48.136077 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] For port 7442569a-2366-4e65-93c7-0185094dd0bc, host dv-cinder-751579-21-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:28:48.140324 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] For port 7442569a-2366-4e65-93c7-0185094dd0bc, host dv-cinder-751579-21-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=7442569a-2366-4e65-93c7-0185094dd0bc,segment=NetworkSegment(d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3),segment_id=d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:28:48.145308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:48.161055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:48.311881 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ebe65-0489-4b15-832d-7f0a0630fd9c None None] Pushing event updated for resources: {'Port': ['ID=7442569a-2366-4e65-93c7-0185094dd0bc,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:48.317181 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d00ebe65-0489-4b15-832d-7f0a0630fd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:48.359814 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Routers {'9d98415e-c427-4b6c-af7a-3e7fc5d940b9'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:28:48.361079 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:28:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:48.572513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] Set router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:28:48.978687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f1d489a6-0b42-4dbb-a590-22e0f790f039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:49.108385 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'name': 'tempest-TestShelveInstance-885533366-router', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:42Z', 'revision_number': 4, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'gw_port': {'id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '7442569a-2366-4e65-93c7-0185094dd0bc', 'name': '', 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'mac_address': 'fa:16:3e:ff:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '40ab3b1b-a599-480e-a00b-ae868da7ca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:41Z', 'updated_at': '2021-02-18T00:28:48Z', 'revision_number': 4, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'subnets': [{'id': '40ab3b1b-a599-480e-a00b-ae868da7ca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:28:49.113392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bd3edb-4559-43b2-b0cc-8acdf657f191 None None] The sync data for ids ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'] in dv-cinder-751579-21-smb is: [{'id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'name': 'tempest-TestShelveInstance-885533366-router', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:42Z', 'revision_number': 4, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'gw_port': {'id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '7442569a-2366-4e65-93c7-0185094dd0bc', 'name': '', 'network_id': '8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'mac_address': 'fa:16:3e:ff:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '40ab3b1b-a599-480e-a00b-ae868da7ca8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:41Z', 'updated_at': '2021-02-18T00:28:48Z', 'revision_number': 4, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'subnets': [{'id': '40ab3b1b-a599-480e-a00b-ae868da7ca8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:28:49.862925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:50.755765 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 7442569a-2366-4e65-93c7-0185094dd0bc up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:50.837413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:50.845469 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning for port 7442569a-2366-4e65-93c7-0185094dd0bc completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:28:50.850365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 7442569a-2366-4e65-93c7-0185094dd0bc triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:50.850787 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:50.979970 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:51.014945 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] For port 7442569a-2366-4e65-93c7-0185094dd0bc, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=7442569a-2366-4e65-93c7-0185094dd0bc,segment=NetworkSegment(d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3),segment_id=d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:28:51.018121 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:51.020030 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:28:51.090946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Pushing event updated for resources: {'Port': ['ID=7442569a-2366-4e65-93c7-0185094dd0bc,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:28:51.094787 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:28:51.146453 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:51.551449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:28:52.741622 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 7442569a-2366-4e65-93c7-0185094dd0bc up at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:28:52.818912 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Provisioning complete for port 7442569a-2366-4e65-93c7-0185094dd0bc triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:28:52.819332 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:02.222923 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-1a074567-1924-4aa8-9b9a-52774246f65b tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Synchronizing usage tracker for tenant:3978c7b80ce342b783e717459e951489 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:29:02.238641 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-1a074567-1924-4aa8-9b9a-52774246f65b tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Unset dirty status for tenant:3978c7b80ce342b783e717459e951489 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:29:02.239865 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-1a074567-1924-4aa8-9b9a-52774246f65b tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1033078934&fields=id&tenant_id=3978c7b80ce342b783e717459e951489 HTTP/1.1" status: 200 len: 267 time: 0.0601783 Feb 18 00:29:02.400650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-3fa44f29-fd8e-4d98-8433-7a21009c12d8 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:02.401360 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-3fa44f29-fd8e-4d98-8433-7a21009c12d8 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Synchronizing usage tracker for tenant:3978c7b80ce342b783e717459e951489 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:29:02.417295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-3fa44f29-fd8e-4d98-8433-7a21009c12d8 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Unset dirty status for tenant:3978c7b80ce342b783e717459e951489 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:29:02.418569 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-3fa44f29-fd8e-4d98-8433-7a21009c12d8 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 808 time: 0.1713405 Feb 18 00:29:02.434854 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-ae0a84bb-ef08-4e12-8065-dfa388555016 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/quotas/3978c7b80ce342b783e717459e951489 HTTP/1.1" status: 200 len: 375 time: 0.0096734 Feb 18 00:29:02.526877 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-471daf64-7d1d-4ba0-81ff-8caa9a773d9b tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855978 Feb 18 00:29:02.675589 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-5f107424-a09b-40e9-b970-fded6c67aa43 service neutron] 10.222.0.44 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363032 Feb 18 00:29:02.816657 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-634cd22a-367f-405d-8eb7-45a71f815abc service neutron] 10.222.0.44 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1344614 Feb 18 00:29:03.235113 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-fcf22215-a9bf-4215-831b-43527b17bfe8 req-6a4f9881-da0d-4ea8-85f4-6dd4ff7f868f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Synchronizing usage tracker for tenant:3978c7b80ce342b783e717459e951489 on resource:port {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:29:03.252000 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-fcf22215-a9bf-4215-831b-43527b17bfe8 req-6a4f9881-da0d-4ea8-85f4-6dd4ff7f868f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Unset dirty status for tenant:3978c7b80ce342b783e717459e951489 on resource:port {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:29:03.253319 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fcf22215-a9bf-4215-831b-43527b17bfe8 req-6a4f9881-da0d-4ea8-85f4-6dd4ff7f868f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 210 time: 0.0682569 Feb 18 00:29:04.427436 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6edb66ec-eac8-41b0-9757-5b4e536b0a27 req-296e4936-9173-4345-a77f-a67bfd4603ad tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 210 time: 0.0529413 Feb 18 00:29:04.433822 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-6fa3953a-4b61-4817-ba21-fcf351ea3190 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:04.435303 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-6fa3953a-4b61-4817-ba21-fcf351ea3190 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.30 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 808 time: 0.2105055 Feb 18 00:29:04.515281 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-7341e70a-8aa9-443f-bcdd-90c3f45fccb5 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3978c7b80ce342b783e717459e951489 HTTP/1.1" status: 200 len: 5759 time: 0.0700767 Feb 18 00:29:04.526150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Request body: {'port': {'device_id': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'admin_state_up': True, 'tenant_id': '3978c7b80ce342b783e717459e951489', 'security_groups': ['f738c8db-635b-482e-8ae4-9cece37d1e3a']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:04.672766 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:29:04.682827 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:29:04.691443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Made reservation on behalf of 3978c7b80ce342b783e717459e951489 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 00:29:04.697441 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:05.021006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Allocated IP 172.20.0.10 (f144cb0c-3cdf-43be-813c-6e3f4fdcb97c/a9dabce1-74db-4b38-84d8-753a834a236c/67462661-5d6d-42d8-be0f-790aedd221ba) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:29:05.219182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:05.235415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Transition to ACTIVE for port object 67462661-5d6d-42d8-be0f-790aedd221ba will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:29:05.258976 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:05.274489 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-65b3402a-ee86-4e33-819e-f60c62bc391f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:29:05.412875 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Pushing event updated for resources: {'Port': ['ID=67462661-5d6d-42d8-be0f-790aedd221ba,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:29:05.417562 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:29:05.472377 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:29:05.473527 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:29:05.475948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:29:05.542338 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:05.543302 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:05.573179 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a2aab681-3f01-4dae-ae54-57f5a6a13b1c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0511441 Feb 18 00:29:05.591352 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Request body: {'port': {'device_id': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:05.663796 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83f57b-12d4-4645-8542-5634686a9b38 req-64852593-5d2b-4901-84b4-e976deaea552 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:05.669795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-9d4bc61c-2da5-43d8-858e-6d95b1326bac None None] Provisioning for port 67462661-5d6d-42d8-be0f-790aedd221ba completed by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:29:05.671631 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e83f57b-12d4-4645-8542-5634686a9b38 req-64852593-5d2b-4901-84b4-e976deaea552 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 932 time: 0.1058083 Feb 18 00:29:05.676577 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-9d4bc61c-2da5-43d8-858e-6d95b1326bac None None] Provisioning complete for port 67462661-5d6d-42d8-be0f-790aedd221ba triggered by entity DHCP. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:29:05.677243 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9d4bc61c-2da5-43d8-858e-6d95b1326bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:05.715396 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-7e83f57b-12d4-4645-8542-5634686a9b38 req-abe18a40-98ed-42f5-8da8-09e48147aaf3 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Synchronizing usage tracker for tenant:3978c7b80ce342b783e717459e951489 on resource:security_group {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:29:05.732844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:05.735689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-7e83f57b-12d4-4645-8542-5634686a9b38 req-abe18a40-98ed-42f5-8da8-09e48147aaf3 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Unset dirty status for tenant:3978c7b80ce342b783e717459e951489 on resource:security_group {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:29:05.749573 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7e83f57b-12d4-4645-8542-5634686a9b38 req-abe18a40-98ed-42f5-8da8-09e48147aaf3 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0768611 Feb 18 00:29:05.755727 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-9d4bc61c-2da5-43d8-858e-6d95b1326bac None None] Port 67462661-5d6d-42d8-be0f-790aedd221ba cannot update to ACTIVE because it is not bound. {{(pid=84026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 00:29:06.151056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67462661-5d6d-42d8-be0f-790aedd221ba {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 00:29:06.158975 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:06.170914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Transition to ACTIVE for port object 67462661-5d6d-42d8-be0f-790aedd221ba will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 00:29:06.174522 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:06.193916 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:29:06.329393 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Pushing event updated for resources: {'Port': ['ID=67462661-5d6d-42d8-be0f-790aedd221ba,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:29:06.334163 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:29:06.519782 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Attempting to bind port 67462661-5d6d-42d8-be0f-790aedd221ba on host hv-cinder-75157 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 00:29:06.520326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Attempting to bind port 67462661-5d6d-42d8-be0f-790aedd221ba by drivers openvswitch on host hv-cinder-75157 at level 0 using segments [{'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 00:29:06.520525 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Attempting to bind port 67462661-5d6d-42d8-be0f-790aedd221ba on network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 00:29:06.526581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Checking agent: {'id': '3d47feb9-2660-4bfe-8b02-9e23e9769e55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 0, 17, 21), 'started_at': datetime.datetime(2021, 2, 18, 0, 17, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 0, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 00:29:06.526951 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Checking segment: {'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 00:29:06.527357 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:06.527785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Bound using segment: {'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 00:29:06.528262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Bound port: 67462661-5d6d-42d8-be0f-790aedd221ba, host: hv-cinder-75157, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6164c7-7a63-404d-9ecd-5847963f721b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 00:29:06.528764 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:06.627421 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] For port 67462661-5d6d-42d8-be0f-790aedd221ba, host hv-cinder-75157, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 00:29:06.630658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] For port 67462661-5d6d-42d8-be0f-790aedd221ba, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=67462661-5d6d-42d8-be0f-790aedd221ba,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 00:29:06.635088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31674651'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:06.650383 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:29:06.794078 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Pushing event updated for resources: {'Port': ['ID=67462661-5d6d-42d8-be0f-790aedd221ba,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:29:06.807482 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:29:06.840425 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:06.840943 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:06.842132 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-a87044e6-f194-4a2b-bf6b-fa9c05405bcb service neutron] 10.222.0.30 "PUT /v2.0/ports/67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 1158 time: 1.2562850 Feb 18 00:29:06.842677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:29:06.902838 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba', 'status': 'completed', 'code': 200} Feb 18 00:29:07.257505 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d344f-2ce5-4035-8051-112988540f5c req-8b8fbe6c-37d4-4b88-a6eb-925e4432db51 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:07.258180 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-959d344f-2ce5-4035-8051-112988540f5c req-8b8fbe6c-37d4-4b88-a6eb-925e4432db51 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Synchronizing usage tracker for tenant:3978c7b80ce342b783e717459e951489 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:29:07.263142 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-780b8912-0f25-45f8-abaf-ffdb470c5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:07.264700 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-780b8912-0f25-45f8-abaf-ffdb470c5438 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1161 time: 0.3610454 Feb 18 00:29:07.333576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-959d344f-2ce5-4035-8051-112988540f5c req-8b8fbe6c-37d4-4b88-a6eb-925e4432db51 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Unset dirty status for tenant:3978c7b80ce342b783e717459e951489 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:29:07.334800 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-959d344f-2ce5-4035-8051-112988540f5c req-8b8fbe6c-37d4-4b88-a6eb-925e4432db51 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 944 time: 0.4755359 Feb 18 00:29:07.345083 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-138d9fa7-80e7-4559-85c7-7542a88f98f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 217 time: 0.0692413 Feb 18 00:29:07.440188 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-959d344f-2ce5-4035-8051-112988540f5c req-6905f6ff-f621-445b-b0cd-e0435a4f4466 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0974283 Feb 18 00:29:07.445435 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-fbd15005-301a-4d5c-8dbe-ebdbb47c03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:07.446902 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-fbd15005-301a-4d5c-8dbe-ebdbb47c03b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.0860620 Feb 18 00:29:07.530563 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-d299af71-a497-43da-8be7-5b23e7eca4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:07.532645 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-d299af71-a497-43da-8be7-5b23e7eca4f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0778303 Feb 18 00:29:07.676737 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-c609e489-8ab1-4222-9226-6332fc9d4377 service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365244 Feb 18 00:29:07.823974 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7f0fa3d3-c0d5-4881-b012-e67ad9c5ac6a req-7e3f709d-b897-47a4-8e3c-f5c6d4b4b39b service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376724 Feb 18 00:29:07.951116 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13870575-64c2-4f3e-8837-e39533ab6381 req-ceea84e9-fd92-4703-a4b3-86dfa9a05b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:07.952735 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-13870575-64c2-4f3e-8837-e39533ab6381 req-ceea84e9-fd92-4703-a4b3-86dfa9a05b84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1161 time: 0.0775790 Feb 18 00:29:08.093419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13870575-64c2-4f3e-8837-e39533ab6381 req-24142c0a-34ed-4651-8729-37e65f636fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:08.095557 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-13870575-64c2-4f3e-8837-e39533ab6381 req-24142c0a-34ed-4651-8729-37e65f636fe6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 902 time: 0.1356475 Feb 18 00:29:08.173510 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-13870575-64c2-4f3e-8837-e39533ab6381 req-79cb220b-0aff-41df-947b-e8693940d09d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 217 time: 0.0703123 Feb 18 00:29:08.244830 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13870575-64c2-4f3e-8837-e39533ab6381 req-ecc40f14-822e-40ef-b67f-772fa62aefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:08.246366 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-13870575-64c2-4f3e-8837-e39533ab6381 req-ecc40f14-822e-40ef-b67f-772fa62aefcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.0659311 Feb 18 00:29:08.334713 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13870575-64c2-4f3e-8837-e39533ab6381 req-e92210e7-24aa-4b8f-a1bd-3dc08da33071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:08.336315 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-13870575-64c2-4f3e-8837-e39533ab6381 req-e92210e7-24aa-4b8f-a1bd-3dc08da33071 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0800302 Feb 18 00:29:08.479675 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-13870575-64c2-4f3e-8837-e39533ab6381 req-3a2b758a-02bf-42ff-973b-31d08a2eff38 service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358309 Feb 18 00:29:08.626259 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-13870575-64c2-4f3e-8837-e39533ab6381 req-5e968e90-3ce1-4ead-9b64-d4c9ddab4ecf service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373541 Feb 18 00:29:08.645971 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e989b51-cc8f-4ecd-a6b2-8bc0f95f672d req-de4739fc-8435-47c5-9f64-84fecb41c55e tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:08.648103 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e989b51-cc8f-4ecd-a6b2-8bc0f95f672d req-de4739fc-8435-47c5-9f64-84fecb41c55e tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 944 time: 0.0920026 Feb 18 00:29:08.694788 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0e989b51-cc8f-4ecd-a6b2-8bc0f95f672d req-79240eb6-16dd-4f28-ba1c-11ce914fc0a0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404189 Feb 18 00:29:09.896696 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25da829-37e5-4cb7-be21-6b95011f89b8 req-b673431c-29d4-4b1d-bc30-f983622fd446 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:09.898318 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b25da829-37e5-4cb7-be21-6b95011f89b8 req-b673431c-29d4-4b1d-bc30-f983622fd446 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 944 time: 0.0875220 Feb 18 00:29:09.949626 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b25da829-37e5-4cb7-be21-6b95011f89b8 req-aa0a0b7e-76b7-4d86-9d85-05fbb01f8610 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447290 Feb 18 00:29:10.785632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 67462661-5d6d-42d8-be0f-790aedd221ba up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:29:10.858445 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning for port 67462661-5d6d-42d8-be0f-790aedd221ba completed by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 00:29:10.863865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 67462661-5d6d-42d8-be0f-790aedd221ba triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:29:10.864290 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:10.983786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:11.015617 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:29:11.026222 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 67462661-5d6d-42d8-be0f-790aedd221ba, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=67462661-5d6d-42d8-be0f-790aedd221ba,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:29:11.029613 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:11.032076 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:29:11.069833 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba', 'code': 200} Feb 18 00:29:11.106356 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=67462661-5d6d-42d8-be0f-790aedd221ba,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:29:11.110540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:29:11.154455 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324439ff-14b8-4d04-8e51-2f683388e51b req-f4b35417-04ba-4d26-9c37-869a3a1305e1 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:11.156038 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-324439ff-14b8-4d04-8e51-2f683388e51b req-f4b35417-04ba-4d26-9c37-869a3a1305e1 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0870121 Feb 18 00:29:11.208402 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-324439ff-14b8-4d04-8e51-2f683388e51b req-c1a8c92a-6c5a-4e64-949e-5129ba2124bd tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0449531 Feb 18 00:29:11.395301 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6faf4e-df5d-4eae-9d1e-9b2b88c3514c req-238a5cf9-9ec2-412a-a896-84176aa39c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:11.396913 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac6faf4e-df5d-4eae-9d1e-9b2b88c3514c req-238a5cf9-9ec2-412a-a896-84176aa39c7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1163 time: 0.0779047 Feb 18 00:29:11.441426 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ac6faf4e-df5d-4eae-9d1e-9b2b88c3514c req-22619aab-4331-4ba0-8aa9-8fed38580739 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0358908 Feb 18 00:29:12.024344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:29:12.415232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af900e-42ab-4f72-a559-c24dd490ab26 req-c826aa33-27b7-4fe9-9abe-ffb146e0831c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:12.416861 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8af900e-42ab-4f72-a559-c24dd490ab26 req-c826aa33-27b7-4fe9-9abe-ffb146e0831c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0916975 Feb 18 00:29:12.464904 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c8af900e-42ab-4f72-a559-c24dd490ab26 req-2a7c0328-6b97-45dc-9f3a-e5b804e28389 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0411561 Feb 18 00:29:12.510443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 67462661-5d6d-42d8-be0f-790aedd221ba up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:29:12.588013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 67462661-5d6d-42d8-be0f-790aedd221ba triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:29:12.588568 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:13.667203 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f300ce-b3c6-46fa-be6e-84f0ab828c86 req-d2f27812-b61d-48d7-b34b-31be2bf6987e tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:13.668813 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-87f300ce-b3c6-46fa-be6e-84f0ab828c86 req-d2f27812-b61d-48d7-b34b-31be2bf6987e tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0875783 Feb 18 00:29:13.716257 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-87f300ce-b3c6-46fa-be6e-84f0ab828c86 req-930519fc-aec4-4932-8b0f-29537f9aa78d tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407462 Feb 18 00:29:13.916575 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63c571-9ae5-4c63-b817-4211463d327f req-e41a381c-cf2c-4aad-8aba-59abd21c9476 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:13.918205 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7b63c571-9ae5-4c63-b817-4211463d327f req-e41a381c-cf2c-4aad-8aba-59abd21c9476 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0867777 Feb 18 00:29:13.965351 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7b63c571-9ae5-4c63-b817-4211463d327f req-ccaf7e7a-bb0b-440b-88d7-fdef0b99bd35 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407336 Feb 18 00:29:14.158443 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-c90d29bc-5022-4963-a46e-01ffbe3565a4 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1547043 Feb 18 00:29:14.168432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Request body: {'floatingip': {'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081'}} {{(pid=84025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:14.174031 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 00:29:14.178006 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Usage tracker for resource:floatingip and tenant:3978c7b80ce342b783e717459e951489 is out of sync, need to count used quota {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 00:29:14.180924 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84025) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 00:29:14.186533 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.quota.driver [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84025) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 00:29:14.196129 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for floatingip, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:14.337141 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:14.607587 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_common [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Allocated IP 172.28.0.238 (795370a8-1bdc-4db9-9669-71c38d19f081/5f3b6c3e-b989-4007-a542-e9f738aea158/01bcf9d4-a9de-418c-ad40-c83878e3b689) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 00:29:14.761288 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:14.791457 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265976988686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:14.807488 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:29:14.944974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Pushing event updated for resources: {'Port': ['ID=01bcf9d4-a9de-418c-ad40-c83878e3b689,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:29:14.949626 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:29:14.998032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Network 795370a8-1bdc-4db9-9669-71c38d19f081 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 00:29:14.999135 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.base_scheduler [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 00:29:15.002052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 00:29:15.085419 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:15.145636 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:15.411268 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:15.414997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31565656'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:15.430079 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-033c754d-cfab-42e6-9653-225ad6874679 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:29:15.591328 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Pushing event updated for resources: {'Port': ['ID=01bcf9d4-a9de-418c-ad40-c83878e3b689,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:29:15.594939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:29:15.903793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:15.926375 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:15.927742 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-16887a81-c6b0-4272-a401-f607b62703f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7634027 Feb 18 00:29:16.014700 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-0bd7d22d-83b2-47b8-b27b-057582d595c7 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Synchronizing usage tracker for tenant:3978c7b80ce342b783e717459e951489 on resource:floatingip {{(pid=84025) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:29:16.030764 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-0bd7d22d-83b2-47b8-b27b-057582d595c7 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Unset dirty status for tenant:3978c7b80ce342b783e717459e951489 on resource:floatingip {{(pid=84025) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:29:16.032121 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-0bd7d22d-83b2-47b8-b27b-057582d595c7 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.238 HTTP/1.1" status: 200 len: 696 time: 0.0977745 Feb 18 00:29:16.191999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-f6ed9e61-4aa8-4813-a6d0-a16c9b4af39d tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:16.193392 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-f6ed9e61-4aa8-4813-a6d0-a16c9b4af39d tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/networks/795370a8-1bdc-4db9-9669-71c38d19f081 HTTP/1.1" status: 200 len: 784 time: 0.1553516 Feb 18 00:29:16.204255 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-27a5d707-d294-460f-acd7-5ba90d6e5a21 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:29:16.205356 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-6d09bc46-1b36-484f-8da1-edfb3eff3461 req-27a5d707-d294-460f-acd7-5ba90d6e5a21 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061326 Feb 18 00:29:16.527205 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-0527716f-5526-494d-99fb-85e9a8532175 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:16.528714 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-0527716f-5526-494d-99fb-85e9a8532175 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0893533 Feb 18 00:29:16.618516 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-197dbb7f-cbf0-4c82-9562-3adbb8e2b792 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.238 HTTP/1.1" status: 200 len: 696 time: 0.0830374 Feb 18 00:29:16.620472 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-bf417587-d11c-497a-94fb-aeed975cd141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:16.629250 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.v2.base [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-742873ca-5977-41e1-b74f-8bdfd5cf9699 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Request body: {'floatingip': {'port_id': '67462661-5d6d-42d8-be0f-790aedd221ba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 00:29:16.710918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-742873ca-5977-41e1-b74f-8bdfd5cf9699 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:17.339612 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-742873ca-5977-41e1-b74f-8bdfd5cf9699 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:17.342368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-742873ca-5977-41e1-b74f-8bdfd5cf9699 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852807804'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:17.520072 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-742873ca-5977-41e1-b74f-8bdfd5cf9699 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Floating IP 77f5b4f7-4d9e-45dd-b082-49810ff4c770 associated. External IP: 172.28.0.238, port: 67462661-5d6d-42d8-be0f-790aedd221ba. Feb 18 00:29:18.125750 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-742873ca-5977-41e1-b74f-8bdfd5cf9699 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Router 6edb026f-df8e-42c3-a650-dc4e3ae362cd has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:29:18.314263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-742873ca-5977-41e1-b74f-8bdfd5cf9699 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:29:18.318701 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-742873ca-5977-41e1-b74f-8bdfd5cf9699 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:18.323908 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f1cf9-9eb6-4ea6-b6b9-f67398e7df66 None None] Sync routers for ids ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:29:18.334198 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f1cf9-9eb6-4ea6-b6b9-f67398e7df66 None None] Routers {'6edb026f-df8e-42c3-a650-dc4e3ae362cd'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:29:18.334958 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-721f1cf9-9eb6-4ea6-b6b9-f67398e7df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:28:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:29:18.380822 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-742873ca-5977-41e1-b74f-8bdfd5cf9699 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "PUT /v2.0/floatingips/77f5b4f7-4d9e-45dd-b082-49810ff4c770 HTTP/1.1" status: 200 len: 997 time: 1.7559435 Feb 18 00:29:18.381400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:29:18.435904 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba', 'status': 'completed', 'code': 200} Feb 18 00:29:18.524788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-617cabb7-841f-4bb2-b7a0-0d8623f0d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:18.526439 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-617cabb7-841f-4bb2-b7a0-0d8623f0d5ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1163 time: 0.1316767 Feb 18 00:29:18.529773 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-721f1cf9-9eb6-4ea6-b6b9-f67398e7df66 None None] Set router 6edb026f-df8e-42c3-a650-dc4e3ae362cd gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:29:18.638411 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f875d0-d097-496c-82cb-5698128c9ec7 req-4058ed51-4924-4479-a31e-a5f85cc42b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:18.639934 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-39f875d0-d097-496c-82cb-5698128c9ec7 req-4058ed51-4924-4479-a31e-a5f85cc42b83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1163 time: 0.1838973 Feb 18 00:29:18.731609 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e42479c7-1d9e-4494-8180-19324049a8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:18.775944 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-7a0a6828-e709-4750-adcf-f8ace95ae325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:18.777586 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-7a0a6828-e709-4750-adcf-f8ace95ae325 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 902 time: 0.2435935 Feb 18 00:29:18.903564 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f875d0-d097-496c-82cb-5698128c9ec7 req-88b64421-c89e-44e9-bac4-8d71e8c67366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:18.905078 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-39f875d0-d097-496c-82cb-5698128c9ec7 req-88b64421-c89e-44e9-bac4-8d71e8c67366 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 902 time: 0.2560222 Feb 18 00:29:18.907056 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-721f1cf9-9eb6-4ea6-b6b9-f67398e7df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:34Z', 'revision_number': 4, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '77f5b4f7-4d9e-45dd-b082-49810ff4c770', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'floating_ip_address': '172.28.0.238', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'port_id': '67462661-5d6d-42d8-be0f-790aedd221ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'mac_address': 'fa:16:3e:ff:07:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:29:15Z', 'updated_at': '2021-02-18T00:29:17Z', 'revision_number': 1, 'project_id': '3978c7b80ce342b783e717459e951489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aa062c-9270-40ee-8596-37d66d7c8922', 'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'mac_address': 'fa:16:3e:75:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:33Z', 'updated_at': '2021-02-18T00:28:43Z', 'revision_number': 5, 'project_id': '3978c7b80ce342b783e717459e951489', 'subnets': [{'id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:29:18.911192 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f1cf9-9eb6-4ea6-b6b9-f67398e7df66 None None] Checking router: 6edb026f-df8e-42c3-a650-dc4e3ae362cd for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:29:18.920217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f1cf9-9eb6-4ea6-b6b9-f67398e7df66 None None] Routers {'6edb026f-df8e-42c3-a650-dc4e3ae362cd'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:29:18.920903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-721f1cf9-9eb6-4ea6-b6b9-f67398e7df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:29:19Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:29:18.982436 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-f08a8cd5-abe4-4e49-a897-ee4654dea4d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 1000 time: 0.1966794 Feb 18 00:29:19.077829 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-39f875d0-d097-496c-82cb-5698128c9ec7 req-06349443-90f8-47b7-ab8a-246873614efe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 1000 time: 0.1615169 Feb 18 00:29:19.083741 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-296d552d-5982-4f9c-a483-4b086d7aef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:19.085348 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-296d552d-5982-4f9c-a483-4b086d7aef4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.0938153 Feb 18 00:29:19.113398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-721f1cf9-9eb6-4ea6-b6b9-f67398e7df66 None None] Set router 6edb026f-df8e-42c3-a650-dc4e3ae362cd gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:29:19.200411 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f875d0-d097-496c-82cb-5698128c9ec7 req-84c80552-df76-4f18-9725-63377cde114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:19.201916 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-39f875d0-d097-496c-82cb-5698128c9ec7 req-84c80552-df76-4f18-9725-63377cde114c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.1156597 Feb 18 00:29:19.282197 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-9500bf8b-2557-4914-899e-1449b2304dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:19.283845 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-9500bf8b-2557-4914-899e-1449b2304dc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1574667 Feb 18 00:29:19.297350 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-c80cb6a2-8ac8-45ee-a81d-17ac7491c0ca service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:29:19.298477 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-c80cb6a2-8ac8-45ee-a81d-17ac7491c0ca service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0070732 Feb 18 00:29:19.403041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f875d0-d097-496c-82cb-5698128c9ec7 req-ea57773e-d113-4a9d-a9ee-1a2260d8a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:19.404681 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-39f875d0-d097-496c-82cb-5698128c9ec7 req-ea57773e-d113-4a9d-a9ee-1a2260d8a700 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1919014 Feb 18 00:29:19.478420 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-721f1cf9-9eb6-4ea6-b6b9-f67398e7df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:34Z', 'revision_number': 4, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '77f5b4f7-4d9e-45dd-b082-49810ff4c770', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'floating_ip_address': '172.28.0.238', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'port_id': '67462661-5d6d-42d8-be0f-790aedd221ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'mac_address': 'fa:16:3e:ff:07:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:29:15Z', 'updated_at': '2021-02-18T00:29:17Z', 'revision_number': 1, 'project_id': '3978c7b80ce342b783e717459e951489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aa062c-9270-40ee-8596-37d66d7c8922', 'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'mac_address': 'fa:16:3e:75:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:33Z', 'updated_at': '2021-02-18T00:28:43Z', 'revision_number': 5, 'project_id': '3978c7b80ce342b783e717459e951489', 'subnets': [{'id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:29:19.482460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f1cf9-9eb6-4ea6-b6b9-f67398e7df66 None None] The sync data for ids ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'] in dv-cinder-751579-21-smb is: [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:34Z', 'revision_number': 4, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_floatingips': [{'id': '77f5b4f7-4d9e-45dd-b082-49810ff4c770', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'floating_ip_address': '172.28.0.238', 'floating_network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'router_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'port_id': '67462661-5d6d-42d8-be0f-790aedd221ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'mac_address': 'fa:16:3e:ff:07:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T00:29:15Z', 'updated_at': '2021-02-18T00:29:17Z', 'revision_number': 1, 'project_id': '3978c7b80ce342b783e717459e951489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aa062c-9270-40ee-8596-37d66d7c8922', 'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'mac_address': 'fa:16:3e:75:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:33Z', 'updated_at': '2021-02-18T00:28:43Z', 'revision_number': 5, 'project_id': '3978c7b80ce342b783e717459e951489', 'subnets': [{'id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:29:19.555657 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-56c125f0-bc23-49ba-a812-395a6896779c service neutron] 10.222.0.44 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491510 Feb 18 00:29:19.680135 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-39f875d0-d097-496c-82cb-5698128c9ec7 req-6295ab3e-1164-4f21-abbe-059dc7fdc37e service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682021 Feb 18 00:29:19.780058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0510e0c7-3d54-4112-b326-a619aa0d1ce4 None None] New status for floating IP 77f5b4f7-4d9e-45dd-b082-49810ff4c770: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:29:19.821225 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-31314a7a-ed7a-4e55-8040-4a00628d3b41 req-a07b41d4-2abd-44a2-9bd1-c6ca2a34e582 service neutron] 10.222.0.44 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2591574 Feb 18 00:29:19.864263 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-39f875d0-d097-496c-82cb-5698128c9ec7 req-7b05ca2b-1a4f-4a23-ac02-096ff2f0b23b service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1748276 Feb 18 00:29:19.886792 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:20.818793 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:21.147184 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:21.371320 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-1c19cfb7-d679-41ce-a869-07336f0ee8d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0768583 Feb 18 00:29:21.556157 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:21.759066 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-3ff4ea54-73c8-4754-8297-bdb7bc3afa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:21.760954 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-3ff4ea54-73c8-4754-8297-bdb7bc3afa97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1163 time: 0.3170464 Feb 18 00:29:21.920330 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-be6e2d8b-4948-40bb-bf8e-b93cda45e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:21.922068 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-be6e2d8b-4948-40bb-bf8e-b93cda45e244 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 902 time: 0.1363697 Feb 18 00:29:22.036801 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-083c841b-aad7-4c0c-9b18-290eeb0df50b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 1002 time: 0.1052351 Feb 18 00:29:22.105286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-a89bdebd-c88e-4552-be95-be759b811963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:22.106843 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-a89bdebd-c88e-4552-be95-be759b811963 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.0635810 Feb 18 00:29:22.188658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-36042904-143b-42bc-8246-530b091024f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:29:22.190140 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-36042904-143b-42bc-8246-530b091024f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0756671 Feb 18 00:29:22.333422 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-32db3b84-4ba4-4ab6-b12f-0981b2626b43 service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358101 Feb 18 00:29:22.474450 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-82b2ebd8-ca9f-414d-a4b4-937a293a6023 req-25eb5fcd-45cc-4f31-8761-59d6df01c04a service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1343699 Feb 18 00:29:46.622273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3787-7271-43b7-852c-7acb46487b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:48.733213 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-443be950-278e-454f-a2b0-c21617bb14ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:49.025170 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:29:49.866467 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:50.819600 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:51.159812 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:29:51.556061 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:16.623084 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-93fef845-1087-444f-924b-32937e265563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:18.734597 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25817c08-efbc-42b9-8bbb-9615a561a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:19.869273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:20.820885 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:21.158605 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:21.559138 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:23.479314 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-39cbe09c-bbce-4ca7-a4a7-9c6bd280609a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1829393 Feb 18 00:30:23.635261 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-c1bef7fa-cd0b-4b76-9763-7e2cb12d0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:30:23.636904 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-c1bef7fa-cd0b-4b76-9763-7e2cb12d0aa3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1163 time: 0.0789986 Feb 18 00:30:23.790859 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-08b9ff72-7b89-49aa-9e46-5a3c64ef4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:30:23.792423 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-08b9ff72-7b89-49aa-9e46-5a3c64ef4336 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 902 time: 0.1356373 Feb 18 00:30:23.903729 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-f4b1b66b-a8d0-42f3-a3ba-d015db624896 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 1002 time: 0.1028168 Feb 18 00:30:23.971833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-86dea82b-cb73-4831-8c5c-83c05181361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:30:23.974005 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-86dea82b-cb73-4831-8c5c-83c05181361d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.0627825 Feb 18 00:30:24.061687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-28ba7644-e90f-430e-91c0-8bc88405af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:30:24.063336 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-28ba7644-e90f-430e-91c0-8bc88405af1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0806453 Feb 18 00:30:24.077907 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-a9a1d810-1bd3-4fd3-995a-7ecebf41c2f7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 00:30:24.078933 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-a9a1d810-1bd3-4fd3-995a-7ecebf41c2f7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0052867 Feb 18 00:30:24.221339 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-1362a33c-b324-4dce-8763-782e7686e263 service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351240 Feb 18 00:30:24.368848 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1f509e00-be3a-42d7-a61b-fdf4c4908a5e req-bad7729a-f5a0-4ec5-9255-3c79bbbcae2b service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377969 Feb 18 00:30:26.025449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:30:46.623999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-914112d3-7406-461f-9e03-1090d59c858d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:48.736576 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9f409c7d-7918-4ca0-b20d-094fff124c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:49.872356 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:50.822012 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:51.157133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:30:51.561538 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:03.025091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:31:13.747627 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf52853-3940-4d8d-b3e4-6816fd89f368 req-aa3046be-3ab5-4ce0-ab23-d3cde2bbd566 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:13.749262 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-edf52853-3940-4d8d-b3e4-6816fd89f368 req-aa3046be-3ab5-4ce0-ab23-d3cde2bbd566 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.1921709 Feb 18 00:31:13.802616 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-edf52853-3940-4d8d-b3e4-6816fd89f368 req-769f9cf7-fe59-4b0c-b389-054da967766c tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0467873 Feb 18 00:31:15.117990 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140efd14-4a0a-4e70-ad97-c010fdf4234d req-b6f59b1b-b9bd-4be4-b360-1ec88b848605 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:15.119559 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-140efd14-4a0a-4e70-ad97-c010fdf4234d req-b6f59b1b-b9bd-4be4-b360-1ec88b848605 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.2012820 Feb 18 00:31:15.168388 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-140efd14-4a0a-4e70-ad97-c010fdf4234d req-31f04818-3397-425f-8497-16b89562a197 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421674 Feb 18 00:31:16.368449 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf18dc8-1d4c-437a-82d4-1f87a6e6a420 req-63b6ef65-2be5-4af0-817b-ed68bb08e5f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:16.370115 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7bf18dc8-1d4c-437a-82d4-1f87a6e6a420 req-63b6ef65-2be5-4af0-817b-ed68bb08e5f0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0869584 Feb 18 00:31:16.418005 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-7bf18dc8-1d4c-437a-82d4-1f87a6e6a420 req-434df072-c461-4522-a18c-907237b3c0cf tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416577 Feb 18 00:31:16.624400 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-0257e960-fd20-4896-b8f6-8098baf5f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:17.619247 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326e24c-4c03-49d8-af11-7f0e24a27ab1 req-1ddf4fdd-820b-4d04-992b-9e11d93a92aa tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:17.620882 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0326e24c-4c03-49d8-af11-7f0e24a27ab1 req-1ddf4fdd-820b-4d04-992b-9e11d93a92aa tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0908473 Feb 18 00:31:17.668850 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-0326e24c-4c03-49d8-af11-7f0e24a27ab1 req-4a299667-dcb4-45c1-9123-d9bce1062e99 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416832 Feb 18 00:31:18.740833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-61f1fe9f-5448-4fe0-83d2-5a99327af1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:18.871069 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca2fe3-85d7-423b-a152-80b7f2384f57 req-fbf5111d-5441-4b85-85a8-1d961c88a85b tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:18.872680 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-32ca2fe3-85d7-423b-a152-80b7f2384f57 req-fbf5111d-5441-4b85-85a8-1d961c88a85b tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0907094 Feb 18 00:31:18.923398 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-32ca2fe3-85d7-423b-a152-80b7f2384f57 req-857bae6e-eeca-4e68-a875-cc3f79c34424 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439095 Feb 18 00:31:19.874646 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:20.123707 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf433d-d290-4ba5-9604-28c16adf2c8d req-2f5846df-7948-452a-bd00-652e09ae9de0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:20.125366 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5bf433d-d290-4ba5-9604-28c16adf2c8d req-2f5846df-7948-452a-bd00-652e09ae9de0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0862916 Feb 18 00:31:20.177225 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5bf433d-d290-4ba5-9604-28c16adf2c8d req-72aceceb-a340-414c-84b6-e15e9e6413c7 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454319 Feb 18 00:31:20.823038 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:21.174472 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:21.375160 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5ea7b-5ea9-40a4-8e5c-6b907a824789 req-41068838-6a4d-4491-bc11-85e197322862 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:21.376803 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e6d5ea7b-5ea9-40a4-8e5c-6b907a824789 req-41068838-6a4d-4491-bc11-85e197322862 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0867071 Feb 18 00:31:21.424071 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-e6d5ea7b-5ea9-40a4-8e5c-6b907a824789 req-596492f9-d022-4ae8-8d48-f871cec6e183 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0398569 Feb 18 00:31:21.565124 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:22.622551 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918c9cf-b099-4e4a-9eba-a19111ad89f6 req-fd699885-64af-45d1-b8d6-66e86d70fa23 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:22.624191 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1918c9cf-b099-4e4a-9eba-a19111ad89f6 req-fd699885-64af-45d1-b8d6-66e86d70fa23 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0857685 Feb 18 00:31:22.672498 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1918c9cf-b099-4e4a-9eba-a19111ad89f6 req-2fa5553f-b199-43f5-83ed-29dddf2814ab tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0413420 Feb 18 00:31:23.435647 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5addaf7-d9f5-4620-b462-5609eada0ecf req-00c27751-a0c1-4eb6-bd31-4f05cf32f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:23.437290 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5addaf7-d9f5-4620-b462-5609eada0ecf req-00c27751-a0c1-4eb6-bd31-4f05cf32f35a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1163 time: 0.0833004 Feb 18 00:31:23.594930 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5addaf7-d9f5-4620-b462-5609eada0ecf req-f88ec0c8-474e-46d0-91e0-3f62c4d10454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:23.596529 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5addaf7-d9f5-4620-b462-5609eada0ecf req-f88ec0c8-474e-46d0-91e0-3f62c4d10454 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 902 time: 0.1379452 Feb 18 00:31:23.708704 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5addaf7-d9f5-4620-b462-5609eada0ecf req-55dc4a1a-6cbb-4c2f-92b3-431c5b46b9f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 1002 time: 0.1051686 Feb 18 00:31:23.779317 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5addaf7-d9f5-4620-b462-5609eada0ecf req-c6654521-f46c-4973-98e4-fdd2919c7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:23.780933 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5addaf7-d9f5-4620-b462-5609eada0ecf req-c6654521-f46c-4973-98e4-fdd2919c7c46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.0650480 Feb 18 00:31:23.926599 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5addaf7-d9f5-4620-b462-5609eada0ecf req-9d72bad8-7c3b-4046-9b77-d7d8730ea659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:23.928168 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5addaf7-d9f5-4620-b462-5609eada0ecf req-9d72bad8-7c3b-4046-9b77-d7d8730ea659 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1406929 Feb 18 00:31:23.945595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a20b6-bad1-4fee-bfff-2e3b1a82c8c7 req-cc72f454-92d0-44fd-9845-13264ac1d03d tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:23.947101 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-586a20b6-bad1-4fee-bfff-2e3b1a82c8c7 req-cc72f454-92d0-44fd-9845-13264ac1d03d tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.1200888 Feb 18 00:31:24.085451 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-586a20b6-bad1-4fee-bfff-2e3b1a82c8c7 req-5a159725-3dc3-4abc-abde-4d5e8e8579a3 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1162956 Feb 18 00:31:24.120551 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5addaf7-d9f5-4620-b462-5609eada0ecf req-fbf20417-58e7-4c72-b19a-d39fb4bab450 service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820519 Feb 18 00:31:24.265581 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a5addaf7-d9f5-4620-b462-5609eada0ecf req-c150ce18-6bf4-48d8-9e39-a25095c5571d service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1344156 Feb 18 00:31:24.388714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343a12f-1386-4829-b751-7d6a24c7df7a req-f8723bfc-a788-4a91-b766-a21abd478600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:24.390315 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5343a12f-1386-4829-b751-7d6a24c7df7a req-f8723bfc-a788-4a91-b766-a21abd478600 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1163 time: 0.0822766 Feb 18 00:31:24.532443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343a12f-1386-4829-b751-7d6a24c7df7a req-136a196e-f429-4f1a-bae7-b32ae367d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:24.533951 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5343a12f-1386-4829-b751-7d6a24c7df7a req-136a196e-f429-4f1a-bae7-b32ae367d64d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 902 time: 0.1360981 Feb 18 00:31:24.641938 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5343a12f-1386-4829-b751-7d6a24c7df7a req-4b11c52a-451c-4e35-8518-eb642c6d3de8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 1002 time: 0.0989606 Feb 18 00:31:24.712894 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343a12f-1386-4829-b751-7d6a24c7df7a req-1a9cc821-7975-4074-87ec-24ab9f5e269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:24.714462 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5343a12f-1386-4829-b751-7d6a24c7df7a req-1a9cc821-7975-4074-87ec-24ab9f5e269a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.0659440 Feb 18 00:31:24.796249 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343a12f-1386-4829-b751-7d6a24c7df7a req-54b70905-ebe7-4276-928a-8bb51c8bd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:24.797821 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5343a12f-1386-4829-b751-7d6a24c7df7a req-54b70905-ebe7-4276-928a-8bb51c8bd4df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0763526 Feb 18 00:31:24.945548 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5343a12f-1386-4829-b751-7d6a24c7df7a req-8f5b9406-c50d-4a46-b91f-f3d71139ae5c service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357377 Feb 18 00:31:25.088613 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-5343a12f-1386-4829-b751-7d6a24c7df7a req-041c7789-764f-46e1-8216-ca11e3cd8cb8 service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360221 Feb 18 00:31:25.303877 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de21a85-3565-4e8e-907f-b09aa0bbf3f6 req-e208ec50-8613-48bc-a7da-d3704221e736 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:25.305478 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3de21a85-3565-4e8e-907f-b09aa0bbf3f6 req-e208ec50-8613-48bc-a7da-d3704221e736 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0892603 Feb 18 00:31:25.352155 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-3de21a85-3565-4e8e-907f-b09aa0bbf3f6 req-94a6a53d-3828-4d3d-bfe8-02a67d701d4f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0402186 Feb 18 00:31:26.792759 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3e64-f6d6-4ab3-a863-7c1710ef7893 req-69965a58-3a41-4e16-bf60-42d09a35ed66 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:26.794373 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-714f3e64-f6d6-4ab3-a863-7c1710ef7893 req-69965a58-3a41-4e16-bf60-42d09a35ed66 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.3283806 Feb 18 00:31:26.843457 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-714f3e64-f6d6-4ab3-a863-7c1710ef7893 req-f786b7f6-39fd-4c25-8685-439f49a9c5e2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426817 Feb 18 00:31:27.350313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 67462661-5d6d-42d8-be0f-790aedd221ba no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:31:27.475216 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:27.502976 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:31:27.514266 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 67462661-5d6d-42d8-be0f-790aedd221ba, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=67462661-5d6d-42d8-be0f-790aedd221ba,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:31:27.517242 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:27.520214 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-b0a24e89-5107-4e67-bb0c-65ef910ccba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:31:27.589898 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=67462661-5d6d-42d8-be0f-790aedd221ba,revision_number=5']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:31:27.598143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.598535 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.598921 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.599297 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.599671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.600043 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.600414 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.600844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.601214 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.601581 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.601946 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.602308 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.602886 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.603052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.603416 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.603773 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.604132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.604531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.604913 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.605273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.605635 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.605992 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.606350 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.606705 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:31:27.611392 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:31:27.623791 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba', 'code': 200} Feb 18 00:31:28.042922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29667727-fba7-4b06-8dc7-9a46b2f9e1e7 req-809c77c5-20b6-4be8-9d8b-94369ad07b6b tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:28.044487 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29667727-fba7-4b06-8dc7-9a46b2f9e1e7 req-809c77c5-20b6-4be8-9d8b-94369ad07b6b tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 944 time: 0.0874529 Feb 18 00:31:28.093756 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-29667727-fba7-4b06-8dc7-9a46b2f9e1e7 req-3dd46a69-8757-4628-b5d2-6752058e3f9e tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429161 Feb 18 00:31:28.450577 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-b7c64e25-9ff9-419d-a6ff-cb8a8c0ad678 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267967 Feb 18 00:31:28.482999 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd9ee6-8c4c-4aac-a3a2-d70d2cf8ce43 req-b59b7e75-cc9e-469a-9734-33b90cacb435 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:28.484611 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a9cd9ee6-8c4c-4aac-a3a2-d70d2cf8ce43 req-b59b7e75-cc9e-469a-9734-33b90cacb435 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 944 time: 0.0890319 Feb 18 00:31:28.533082 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a9cd9ee6-8c4c-4aac-a3a2-d70d2cf8ce43 req-4ab30092-fbc9-4f13-b478-ab9c98768c81 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414779 Feb 18 00:31:29.741712 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065735a4-e3fb-4989-8820-d006fe41550f req-f0843983-f6c6-452b-bc12-55a0d0889e49 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:29.743292 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-065735a4-e3fb-4989-8820-d006fe41550f req-f0843983-f6c6-452b-bc12-55a0d0889e49 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 944 time: 0.0916419 Feb 18 00:31:29.793969 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-065735a4-e3fb-4989-8820-d006fe41550f req-1a68b6be-ba1b-4661-94b6-e2fa6564b156 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0440252 Feb 18 00:31:29.830760 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-7c0a7246-86fd-4599-8582-51d52b7e288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:29.832424 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-7c0a7246-86fd-4599-8582-51d52b7e288a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001&tenant_id=3978c7b80ce342b783e717459e951489 HTTP/1.1" status: 200 len: 1161 time: 0.0875027 Feb 18 00:31:29.933770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-97097a05-7f21-4930-a0bb-1ad3c65a7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:29.935366 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-97097a05-7f21-4930-a0bb-1ad3c65a7413 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1161 time: 0.0807791 Feb 18 00:31:30.091482 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-6f9e8488-0a1d-475c-9454-df6441a85882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:30.093627 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-6f9e8488-0a1d-475c-9454-df6441a85882 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 902 time: 0.1500194 Feb 18 00:31:30.224237 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-f0c32d20-8b39-4fa4-9ee4-8b7bb261c496 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 1000 time: 0.1229188 Feb 18 00:31:30.310001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-5b76def1-cc9f-4549-9808-861c5f181dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:30.311601 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-5b76def1-cc9f-4549-9808-861c5f181dfe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.0774693 Feb 18 00:31:30.406210 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-a6978cef-4315-428a-8f2e-4f70fa76794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:30.408073 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-a6978cef-4315-428a-8f2e-4f70fa76794f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0866756 Feb 18 00:31:30.556936 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-e65a91f2-f268-4ab3-990d-f99af2531961 service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404603 Feb 18 00:31:30.701808 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-27dd17c2-d6b9-49b4-907d-0d1e5b0a859a req-9c5fc6da-497b-44db-b6e5-0e58eabc73ee service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373138 Feb 18 00:31:30.999660 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ce3f3-5fed-452f-848e-ecf5c91f3620 req-c88a7173-a962-4076-a862-b8e66a89ff9a tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:31.001200 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b39ce3f3-5fed-452f-848e-ecf5c91f3620 req-c88a7173-a962-4076-a862-b8e66a89ff9a tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 944 time: 0.0859933 Feb 18 00:31:31.053694 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-b39ce3f3-5fed-452f-848e-ecf5c91f3620 req-2097dae5-d139-4c8f-87c7-813fa3abdbc1 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0460434 Feb 18 00:31:32.251095 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7275d2-6e07-4b6d-af36-8f5554550d74 req-82d2b575-a87d-4f81-bbdc-add040bfdf05 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:32.252695 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1d7275d2-6e07-4b6d-af36-8f5554550d74 req-82d2b575-a87d-4f81-bbdc-add040bfdf05 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 944 time: 0.0854924 Feb 18 00:31:32.299505 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-1d7275d2-6e07-4b6d-af36-8f5554550d74 req-11dbd0c1-f319-4e27-9929-469743e737c1 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0402086 Feb 18 00:31:33.496326 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f1850-4220-4231-99ff-38dc31e1bbd9 req-c62471fd-0699-48e1-ae50-75475402e5b0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:33.497957 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-725f1850-4220-4231-99ff-38dc31e1bbd9 req-c62471fd-0699-48e1-ae50-75475402e5b0 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 944 time: 0.0861564 Feb 18 00:31:33.547689 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-725f1850-4220-4231-99ff-38dc31e1bbd9 req-a700f68b-95af-4442-94d9-9d9e23fd8d13 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416913 Feb 18 00:31:33.761054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 67462661-5d6d-42d8-be0f-790aedd221ba up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:31:33.833922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 67462661-5d6d-42d8-be0f-790aedd221ba triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:31:33.834283 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:33.960336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:33.987543 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:31:33.998428 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 67462661-5d6d-42d8-be0f-790aedd221ba, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=67462661-5d6d-42d8-be0f-790aedd221ba,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:31:34.001390 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:34.003465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:31:34.040678 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba', 'code': 200} Feb 18 00:31:34.081283 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=67462661-5d6d-42d8-be0f-790aedd221ba,revision_number=6']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:31:34.085356 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:31:34.357172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44686a8a-282a-4c16-9f65-519553ebf732 req-d0b13f51-9f4c-4c9a-8320-11eebca8af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:34.358706 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-44686a8a-282a-4c16-9f65-519553ebf732 req-d0b13f51-9f4c-4c9a-8320-11eebca8af57 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1163 time: 0.0808861 Feb 18 00:31:34.405130 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-44686a8a-282a-4c16-9f65-519553ebf732 req-a6b8e704-abe8-4bc7-b036-0d0a1fbcd380 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0367458 Feb 18 00:31:34.747462 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757ae58-f6d8-4e0c-9d7b-88e5ba70531e req-ab448241-7642-4fb7-bce2-24914a699f7b tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:34.749067 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4757ae58-f6d8-4e0c-9d7b-88e5ba70531e req-ab448241-7642-4fb7-bce2-24914a699f7b tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0849242 Feb 18 00:31:34.796289 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4757ae58-f6d8-4e0c-9d7b-88e5ba70531e req-1972ab85-5299-4945-8a8f-bfa0acc52e7a tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404906 Feb 18 00:31:35.457055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 67462661-5d6d-42d8-be0f-790aedd221ba up at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 00:31:35.529772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.provisioning_blocks [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Provisioning complete for port 67462661-5d6d-42d8-be0f-790aedd221ba triggered by entity L2. {{(pid=84026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 00:31:35.530191 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854085105'] for port, provisioning_complete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:35.999344 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a4b2c-3a5c-4456-b7f1-93c95bbb223a req-6f8f7a83-496d-4239-a999-35b4375ab0b4 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:31:36.000942 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-190a4b2c-3a5c-4456-b7f1-93c95bbb223a req-6f8f7a83-496d-4239-a999-35b4375ab0b4 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0885103 Feb 18 00:31:36.049204 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-190a4b2c-3a5c-4456-b7f1-93c95bbb223a req-34d37ca8-8028-43d7-88a1-cb35c1d5535a tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0412905 Feb 18 00:31:40.026623 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:31:46.625795 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e24649fc-eb1d-4dff-b1f7-672469d89464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:48.741690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c4a7d900-2d53-4911-b26c-9b8af65813bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:49.876808 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:50.824508 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:51.181426 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:31:51.566311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:16.626163 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-f8b0eb0b-bd9d-4a07-9793-f62cba54778f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:17.026068 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:32:18.743554 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d15f3d94-02a1-47b3-84ed-9684d9f7a6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:19.878934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:20.825465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:21.206443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:21.570011 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:25.377814 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-de4e9446-e254-43bb-b555-9ac4adc7d9d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0805430 Feb 18 00:32:25.532820 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-a837101c-dbf6-4933-aae0-34444310a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:25.534423 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-a837101c-dbf6-4933-aae0-34444310a437 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1163 time: 0.0821557 Feb 18 00:32:25.697592 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-ea233ef8-e999-418a-b60f-c1c8bdc56b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:25.699165 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-ea233ef8-e999-418a-b60f-c1c8bdc56b1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 902 time: 0.1419868 Feb 18 00:32:25.813013 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-f9895045-a38e-4423-b45e-fbdb1c59c14d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 1002 time: 0.1067448 Feb 18 00:32:25.885629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-411fcb3e-6ec0-43b6-99f9-cd75f512cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:25.887208 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-411fcb3e-6ec0-43b6-99f9-cd75f512cb34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.0649214 Feb 18 00:32:25.975649 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-a2c14661-cb4f-4890-b74e-ceda9e79f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:25.977181 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-a2c14661-cb4f-4890-b74e-ceda9e79f3a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0794075 Feb 18 00:32:26.122072 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-0b015723-b2dc-45ab-834c-f42c3a64d77b service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331625 Feb 18 00:32:26.264103 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-fbee99d4-302d-4ce4-b46d-6c402adb1c73 req-2f63d0fc-1cb8-4689-a8e0-a8d57b3a2d56 service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342967 Feb 18 00:32:46.629818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5689ce85-ae8b-4ec1-8de7-683ee7ac5294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:48.744368 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-10882c32-6618-4e30-8844-39acc8f998c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:49.629955 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-a9769e84-15bd-4bd2-b748-dd1ac18b162e tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/floatingips/77f5b4f7-4d9e-45dd-b082-49810ff4c770 HTTP/1.1" status: 200 len: 999 time: 0.1128016 Feb 18 00:32:49.787456 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-ebf01b7b-1741-42f2-b2e9-6d07c998a626 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:49.788828 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-ebf01b7b-1741-42f2-b2e9-6d07c998a626 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/networks/795370a8-1bdc-4db9-9669-71c38d19f081 HTTP/1.1" status: 200 len: 784 time: 0.1515617 Feb 18 00:32:49.883974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:49.899451 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-83440b73-8316-4c97-a5ff-3bf6699d8d02 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.238 HTTP/1.1" status: 200 len: 1002 time: 0.1030738 Feb 18 00:32:49.978868 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-706402e5-69a3-48f4-8e7d-ee2cd4da0ad8 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:49.980302 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-706402e5-69a3-48f4-8e7d-ee2cd4da0ad8 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports/67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 943 time: 0.0747826 Feb 18 00:32:50.403332 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-b869c17b-ae7b-4e20-a753-207b6ecae528 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.28.0.238 HTTP/1.1" status: 200 len: 1002 time: 0.3430774 Feb 18 00:32:50.625103 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Deleting port 01bcf9d4-a9de-418c-ad40-c83878e3b689 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:32:50.625483 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:50.803005 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:50.803547 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:50.825715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:50.937657 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Calling delete_port for 01bcf9d4-a9de-418c-ad40-c83878e3b689 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:32:51.089331 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:51.104540 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-166d5c17-64a7-48b9-8cd1-fd8f74b787ff tempest-VolumesActionsTest-1623298876 tempest-VolumesActionsTest-1623298876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:32:51.206201 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Pushing event deleted for resources: {'Port': ['ID=01bcf9d4-a9de-418c-ad40-c83878e3b689,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:32:51.219737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.220156 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.220567 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.220997 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.221401 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.221805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.222236 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.222632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.223030 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.223274 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:51.223450 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.223824 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.224220 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.224687 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.225049 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.225438 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.225830 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.226219 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.226608 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.227000 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.227925 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.228313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.228864 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.229260 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.229689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:51.234982 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:32:51.343022 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:51.343319 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.db.l3_db [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Floating IP 77f5b4f7-4d9e-45dd-b082-49810ff4c770 disassociated (deleted). External IP: 172.28.0.238, port: 67462661-5d6d-42d8-be0f-790aedd221ba. Feb 18 00:32:51.571983 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:51.712974 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Router 6edb026f-df8e-42c3-a650-dc4e3ae362cd has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:32:51.905448 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:32:51.915216 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc46aeae-d959-4266-af6a-de4a99b116ff None None] Sync routers for ids ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:32:51.925349 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc46aeae-d959-4266-af6a-de4a99b116ff None None] Routers {'6edb026f-df8e-42c3-a650-dc4e3ae362cd'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:32:51.926013 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-fc46aeae-d959-4266-af6a-de4a99b116ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:32:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:32:51.930968 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:51.990209 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dbc50251-dc08-43ea-b835-00af48881613 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "DELETE /v2.0/floatingips/77f5b4f7-4d9e-45dd-b082-49810ff4c770 HTTP/1.1" status: 204 len: 173 time: 1.5807700 Feb 18 00:32:51.990703 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:32:52.154183 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-8ddf9a8f-2e6a-4c72-9dd9-8b27f0a7fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:52.155737 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-8ddf9a8f-2e6a-4c72-9dd9-8b27f0a7fa57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1163 time: 0.1489279 Feb 18 00:32:52.157550 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba', 'status': 'completed', 'code': 200} Feb 18 00:32:52.270833 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-fc46aeae-d959-4266-af6a-de4a99b116ff None None] Set router 6edb026f-df8e-42c3-a650-dc4e3ae362cd gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:32:52.366761 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-5ce6f2ff-3642-4845-a57f-fdb368707828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:52.369060 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-5ce6f2ff-3642-4845-a57f-fdb368707828 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 902 time: 0.2067640 Feb 18 00:32:52.372631 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83846ef3-cd5d-4049-ba4e-97850c655054 req-04f5480e-56c0-41de-a806-cb4cb67d83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:52.374177 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83846ef3-cd5d-4049-ba4e-97850c655054 req-04f5480e-56c0-41de-a806-cb4cb67d83f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3978c7b80ce342b783e717459e951489&device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 1163 time: 0.1829610 Feb 18 00:32:52.467684 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-98b6815c-b06c-4f61-ace3-813725f94f0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 217 time: 0.0916193 Feb 18 00:32:52.605163 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-fc46aeae-d959-4266-af6a-de4a99b116ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:34Z', 'revision_number': 4, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '52aa062c-9270-40ee-8596-37d66d7c8922', 'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'mac_address': 'fa:16:3e:75:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:33Z', 'updated_at': '2021-02-18T00:28:43Z', 'revision_number': 5, 'project_id': '3978c7b80ce342b783e717459e951489', 'subnets': [{'id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:32:52.609888 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc46aeae-d959-4266-af6a-de4a99b116ff None None] Checking router: 6edb026f-df8e-42c3-a650-dc4e3ae362cd for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:32:52.619932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc46aeae-d959-4266-af6a-de4a99b116ff None None] Routers {'6edb026f-df8e-42c3-a650-dc4e3ae362cd'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:32:52.620669 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-fc46aeae-d959-4266-af6a-de4a99b116ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:32:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:32:52.820042 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-fc46aeae-d959-4266-af6a-de4a99b116ff None None] Set router 6edb026f-df8e-42c3-a650-dc4e3ae362cd gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:32:52.854669 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dcbeec29-9d28-4df5-b4d3-ab096b1d3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:52.856189 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-dcbeec29-9d28-4df5-b4d3-ab096b1d3d9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.3389962 Feb 18 00:32:52.935125 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83846ef3-cd5d-4049-ba4e-97850c655054 req-a7d21976-baa2-4b3c-b97b-0ad1df47c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:52.936761 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83846ef3-cd5d-4049-ba4e-97850c655054 req-a7d21976-baa2-4b3c-b97b-0ad1df47c4d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 200 len: 902 time: 0.5037301 Feb 18 00:32:53.019274 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83846ef3-cd5d-4049-ba4e-97850c655054 req-6b1f6506-f59d-4f24-8c29-74b52e14b8f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 200 len: 217 time: 0.0708499 Feb 18 00:32:53.067132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-cc4b0ff0-db36-4f94-ace3-ce3207b1b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:53.068779 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-cc4b0ff0-db36-4f94-ace3-ce3207b1b856 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2021174 Feb 18 00:32:53.150286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-fc46aeae-d959-4266-af6a-de4a99b116ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:34Z', 'revision_number': 4, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '52aa062c-9270-40ee-8596-37d66d7c8922', 'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'mac_address': 'fa:16:3e:75:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:33Z', 'updated_at': '2021-02-18T00:28:43Z', 'revision_number': 5, 'project_id': '3978c7b80ce342b783e717459e951489', 'subnets': [{'id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:32:53.154589 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc46aeae-d959-4266-af6a-de4a99b116ff None None] The sync data for ids ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'] in dv-cinder-751579-21-smb is: [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:28:34Z', 'revision_number': 4, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb', '_interfaces': [{'id': '52aa062c-9270-40ee-8596-37d66d7c8922', 'name': '', 'network_id': 'f144cb0c-3cdf-43be-813c-6e3f4fdcb97c', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'mac_address': 'fa:16:3e:75:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:33Z', 'updated_at': '2021-02-18T00:28:43Z', 'revision_number': 5, 'project_id': '3978c7b80ce342b783e717459e951489', 'subnets': [{'id': 'a9dabce1-74db-4b38-84d8-753a834a236c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:32:53.183524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83846ef3-cd5d-4049-ba4e-97850c655054 req-a18eaece-ce80-455a-a115-79bdac43a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:53.185126 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83846ef3-cd5d-4049-ba4e-97850c655054 req-a18eaece-ce80-455a-a115-79bdac43a6ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 200 len: 847 time: 0.1573720 Feb 18 00:32:53.286914 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-35d2ec97-89e6-47e3-be38-1fb26ca061a1 service neutron] 10.222.0.44 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032690 Feb 18 00:32:53.396099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83846ef3-cd5d-4049-ba4e-97850c655054 req-316bf988-83a9-45c8-8834-1cb8232251c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:53.397750 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83846ef3-cd5d-4049-ba4e-97850c655054 req-316bf988-83a9-45c8-8834-1cb8232251c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2034392 Feb 18 00:32:53.538643 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-ca25787d-c49d-492f-aae4-3112672fcb62 req-b42a544d-ea95-4ea1-941b-e5a1230195fa service neutron] 10.222.0.44 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2447422 Feb 18 00:32:53.586211 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa497c8e-2a86-4af2-ae60-b86907618e41 None None] New status for floating IP 77f5b4f7-4d9e-45dd-b082-49810ff4c770: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 00:32:53.587327 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83846ef3-cd5d-4049-ba4e-97850c655054 req-abd7b7a9-3079-47a2-a44c-aab0e5be8ead service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757588 Feb 18 00:32:53.744498 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-83846ef3-cd5d-4049-ba4e-97850c655054 req-f2423ebf-496e-424a-b0d7-9d6741b0d6c8 service neutron] 10.222.0.30 "GET /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479437 Feb 18 00:32:53.967895 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98488c42-a6e6-45c4-b4b3-0c3f156b9e09 req-aaf562b7-8a7a-45d4-af00-32183a208c17 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:53.968690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-98488c42-a6e6-45c4-b4b3-0c3f156b9e09 req-aaf562b7-8a7a-45d4-af00-32183a208c17 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Synchronizing usage tracker for tenant:3978c7b80ce342b783e717459e951489 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 00:32:53.983755 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.quota.resource [req-98488c42-a6e6-45c4-b4b3-0c3f156b9e09 req-aaf562b7-8a7a-45d4-af00-32183a208c17 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Unset dirty status for tenant:3978c7b80ce342b783e717459e951489 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 00:32:53.985186 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-98488c42-a6e6-45c4-b4b3-0c3f156b9e09 req-aaf562b7-8a7a-45d4-af00-32183a208c17 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.1018450 Feb 18 00:32:54.026473 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:32:54.036389 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-98488c42-a6e6-45c4-b4b3-0c3f156b9e09 req-15b5c640-1cdd-4663-a0b3-99d63c1a573b tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0450590 Feb 18 00:32:55.239273 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36d01e-5a72-4d6e-bf27-afa75be3f0aa req-e4e30453-7ec6-467a-bee7-067ee33b1f71 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:55.240901 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4a36d01e-5a72-4d6e-bf27-afa75be3f0aa req-e4e30453-7ec6-467a-bee7-067ee33b1f71 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0898778 Feb 18 00:32:55.288943 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-4a36d01e-5a72-4d6e-bf27-afa75be3f0aa req-0cb98002-b85a-4b65-8758-d766c776a4df tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0410397 Feb 18 00:32:55.531948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-f975605f-7b05-4160-8eca-b361b8baa63f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:55.533525 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-f975605f-7b05-4160-8eca-b361b8baa63f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 946 time: 0.0874934 Feb 18 00:32:55.613882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Deleting port 67462661-5d6d-42d8-be0f-790aedd221ba {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:32:55.614275 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:55.879025 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] For port 67462661-5d6d-42d8-be0f-790aedd221ba, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=67462661-5d6d-42d8-be0f-790aedd221ba,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:32:55.879430 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:55.903844 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Device 67462661-5d6d-42d8-be0f-790aedd221ba no longer exists at agent ovs-agent-hv-cinder-75157 {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:32:56.013713 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Calling delete_port for 67462661-5d6d-42d8-be0f-790aedd221ba owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:32:56.023111 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854075769'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:56.051327 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba'}] {{(pid=84026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:32:56.062055 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] For port 67462661-5d6d-42d8-be0f-790aedd221ba, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=67462661-5d6d-42d8-be0f-790aedd221ba,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:32:56.065678 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265976608491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265976985852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770877789982'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:56.067689 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:32:56.105810 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba', 'code': 200} Feb 18 00:32:56.106745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:32:56.107118 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:32:56.138685 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Pushing event updated for resources: {'Port': ['ID=67462661-5d6d-42d8-be0f-790aedd221ba,revision_number=7']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:32:56.146269 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.146662 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.147038 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.147413 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.147782 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.148150 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.148517 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.148907 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.149889 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.150232 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.150595 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.150957 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.151353 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.151716 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.152075 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.152431 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.152815 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.153173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.153529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.153887 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.154244 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.154598 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.154955 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.155310 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:56.159762 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:32:56.487486 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402ee5d-0341-4374-a8e5-3ea4ef75e0ab req-bd6096de-7571-4272-8d6f-25fc388e03d4 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 00:32:56.489017 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c402ee5d-0341-4374-a8e5-3ea4ef75e0ab req-bd6096de-7571-4272-8d6f-25fc388e03d4 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 944 time: 0.0865853 Feb 18 00:32:56.536420 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-c402ee5d-0341-4374-a8e5-3ea4ef75e0ab req-87860ab2-8afb-41b3-88f7-c7c780f54b16 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups?id=f738c8db-635b-482e-8ae4-9cece37d1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403895 Feb 18 00:32:56.608453 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Deleting port 67462661-5d6d-42d8-be0f-790aedd221ba {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:32:56.608876 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:56.871512 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] For port 67462661-5d6d-42d8-be0f-790aedd221ba, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75157',level=0,port_id=67462661-5d6d-42d8-be0f-790aedd221ba,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:32:56.871918 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:57.003668 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Calling delete_port for 67462661-5d6d-42d8-be0f-790aedd221ba owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:32:57.153539 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:57.168097 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-35dbf087-119b-45a3-ac6a-3177304ea44b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:32:57.262251 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Pushing event deleted for resources: {'Port': ['ID=67462661-5d6d-42d8-be0f-790aedd221ba,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:32:57.269062 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:32:57.372859 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] No DVR routers for this DVR port 67462661-5d6d-42d8-be0f-790aedd221ba on host hv-cinder-75157 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:32:57.375035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854363444'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:57.377774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'name': 'network-vif-deleted', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 00:32:57.393450 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a1bea049-0ae8-43d9-b441-f48f52619207 req-0828bf3a-d0db-4c86-b4cd-d55e09eb5d8f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.30 "DELETE /v2.0/ports/67462661-5d6d-42d8-be0f-790aedd221ba HTTP/1.1" status: 204 len: 173 time: 1.8514388 Feb 18 00:32:57.431977 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eea4dd-dcb2-45d7-b1be-4ef307432001', 'name': 'network-vif-deleted', 'tag': '67462661-5d6d-42d8-be0f-790aedd221ba', 'status': 'completed', 'code': 200} Feb 18 00:32:57.709573 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-bd8800b1-248e-4bff-9919-0e689676640c req-8f1aeea9-0faa-4309-a9e8-130373f8189f tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7eea4dd-dcb2-45d7-b1be-4ef307432001 HTTP/1.1" status: 200 len: 210 time: 0.0541804 Feb 18 00:32:58.880620 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a6f75fd2-f79b-4165-8310-de62cd4b1185 req-6a89da17-238b-4ff2-94e4-ca5d63e6f4c8 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "GET /v2.0/security-groups/f738c8db-635b-482e-8ae4-9cece37d1e3a HTTP/1.1" status: 200 len: 2993 time: 0.0506697 Feb 18 00:32:58.952816 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a6f75fd2-f79b-4165-8310-de62cd4b1185 req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:58.982099 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a6f75fd2-f79b-4165-8310-de62cd4b1185 req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:59.033715 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a6f75fd2-f79b-4165-8310-de62cd4b1185 req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:59.038913 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-51cf7370-f82b-4495-a25b-077d7ae447ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:32:59.054336 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f738c8db-635b-482e-8ae4-9cece37d1e3a,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:32:59.064080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.064491 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.064922 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.065322 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.065718 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.066114 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.066506 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.066896 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.067286 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.067676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.068064 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.068452 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-21-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.068903 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.069295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.069684 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.070073 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.070461 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.070876 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.071398 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.071786 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.072218 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.072636 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.073041 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.073432 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75157 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 00:32:59.077182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:32:59.083873 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [req-a6f75fd2-f79b-4165-8310-de62cd4b1185 req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] Notify callbacks [] for security_group, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:32:59.085103 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [req-a6f75fd2-f79b-4165-8310-de62cd4b1185 req-715d52c4-25ed-41af-b125-9f75c0fcd9c2 tempest-TestShelveInstance-674348977 tempest-TestShelveInstance-674348977-project] 10.222.0.44 "DELETE /v2.0/security-groups/f738c8db-635b-482e-8ae4-9cece37d1e3a HTTP/1.1" status: 204 len: 173 time: 0.1978238 Feb 18 00:32:59.133259 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 40196) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:32:59.693227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852808026'] for router_interface, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:00.056948 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] Deleting port 52aa062c-9270-40ee-8596-37d66d7c8922 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:33:00.057627 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:00.239295 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] For port 52aa062c-9270-40ee-8596-37d66d7c8922, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=52aa062c-9270-40ee-8596-37d66d7c8922,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:33:00.239704 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:00.369596 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] Calling delete_port for 52aa062c-9270-40ee-8596-37d66d7c8922 owned by network:router_interface {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:33:00.932091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:00.947548 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d9f9a8a5-4ded-430b-9086-604bbcaabd87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:01.047772 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] Pushing event deleted for resources: {'Port': ['ID=52aa062c-9270-40ee-8596-37d66d7c8922,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:01.050613 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:01.354865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852807992'] for router_interface, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:01.858104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] Router 6edb026f-df8e-42c3-a650-dc4e3ae362cd has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:33:02.047753 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:33:02.057263 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c06bf-9d7b-4972-8976-7e5db9648915 None None] Sync routers for ids ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'] in dv-cinder-751579-21-smb {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:33:02.061087 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-1b48ef0d-45e5-41f9-a4dc-4a48498c930d admin admin] 10.222.0.44 "PUT /v2.0/routers/6edb026f-df8e-42c3-a650-dc4e3ae362cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9266787 Feb 18 00:33:02.063737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 40200) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:33:02.069937 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c06bf-9d7b-4972-8976-7e5db9648915 None None] Routers {'6edb026f-df8e-42c3-a650-dc4e3ae362cd'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:33:02.070643 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-365c06bf-9d7b-4972-8976-7e5db9648915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:32:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:02.250047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:02.258880 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-365c06bf-9d7b-4972-8976-7e5db9648915 None None] Set router 6edb026f-df8e-42c3-a650-dc4e3ae362cd gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:33:02.572397 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-365c06bf-9d7b-4972-8976-7e5db9648915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:33:00Z', 'revision_number': 5, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:02.576944 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c06bf-9d7b-4972-8976-7e5db9648915 None None] Checking router: 6edb026f-df8e-42c3-a650-dc4e3ae362cd for host: dv-cinder-751579-21-smb {{(pid=84027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:33:02.587152 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c06bf-9d7b-4972-8976-7e5db9648915 None None] Routers {'6edb026f-df8e-42c3-a650-dc4e3ae362cd'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:33:02.588335 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-365c06bf-9d7b-4972-8976-7e5db9648915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:32:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'], 'active': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:02.686386 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:02.694380 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Deleting port ff18a958-1406-448e-aa49-f3c723ebe655 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:33:02.694744 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:02.889600 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] For port ff18a958-1406-448e-aa49-f3c723ebe655, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=ff18a958-1406-448e-aa49-f3c723ebe655,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:33:02.889976 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:02.941658 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-365c06bf-9d7b-4972-8976-7e5db9648915 None None] Set router 6edb026f-df8e-42c3-a650-dc4e3ae362cd gateway port host: dv-cinder-751579-21-smb {{(pid=84027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:33:03.023217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Calling delete_port for ff18a958-1406-448e-aa49-f3c723ebe655 owned by network:router_gateway {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:33:03.199532 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:03.215379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-d31bb791-800c-4152-a44f-3ed6a79e04be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:03.245313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-365c06bf-9d7b-4972-8976-7e5db9648915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:33:00Z', 'revision_number': 5, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:03.249422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c06bf-9d7b-4972-8976-7e5db9648915 None None] The sync data for ids ['6edb026f-df8e-42c3-a650-dc4e3ae362cd'] in dv-cinder-751579-21-smb is: [{'id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'name': 'tempest-TestShelveInstance-737423580-router', 'tenant_id': '3978c7b80ce342b783e717459e951489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:29Z', 'updated_at': '2021-02-18T00:33:00Z', 'revision_number': 5, 'project_id': '3978c7b80ce342b783e717459e951489', 'gw_port': {'id': 'ff18a958-1406-448e-aa49-f3c723ebe655', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edb026f-df8e-42c3-a650-dc4e3ae362cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:30Z', 'updated_at': '2021-02-18T00:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}] {{(pid=84027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:33:03.311211 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff18a958-1406-448e-aa49-f3c723ebe655,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:03.321952 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:03.442671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974972'] for router_gateway, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:03.630442 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853073908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5010'] for router, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:03.633275 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:03.657471 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853074642'] for router, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:03.658035 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6edb026f-df8e-42c3-a650-dc4e3ae362cd {{(pid=84025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 00:33:03.670188 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:03.671404 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-ece7b5db-f178-4034-868c-e54a600160e6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6edb026f-df8e-42c3-a650-dc4e3ae362cd HTTP/1.1" status: 204 len: 168 time: 1.6067050 Feb 18 00:33:03.674453 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 40204) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:33:03.744761 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d85f89-1000-426f-b67b-fa00332df9fb admin admin] Deleting subnet a9dabce1-74db-4b38-84d8-753a834a236c {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:33:03.748122 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50d85f89-1000-426f-b67b-fa00332df9fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:03.805151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50d85f89-1000-426f-b67b-fa00332df9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327241'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:03.894361 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50d85f89-1000-426f-b67b-fa00332df9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:04.155706 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50d85f89-1000-426f-b67b-fa00332df9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823209083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821527077'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:04.171541 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-dbbe06ae-1bec-4b96-a4d1-0f7e35ad6623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:04.256052 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d85f89-1000-426f-b67b-fa00332df9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9dabce1-74db-4b38-84d8-753a834a236c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:04.261216 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-50d85f89-1000-426f-b67b-fa00332df9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:04.304151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-50d85f89-1000-426f-b67b-fa00332df9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:04.310777 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-50d85f89-1000-426f-b67b-fa00332df9fb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a9dabce1-74db-4b38-84d8-753a834a236c HTTP/1.1" status: 204 len: 168 time: 0.6352859 Feb 18 00:33:04.310945 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcfd872-273b-48b2-9a19-561b7eb6a2d8 None None] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:33:04.313561 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 40208) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:33:04.428342 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:04.496858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Deleting port 126d330e-43df-4636-99b8-cf3de4180d41 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:33:04.497233 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:04.566770 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d0bdc5-6471-4443-9dbf-49fc02f662be None None] DHCP port deletion for f144cb0c-3cdf-43be-813c-6e3f4fdcb97c request from dv-cinder-751579-21-smb {{(pid=84026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 00:33:04.570934 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0bdc5-6471-4443-9dbf-49fc02f662be None None] Deleting port 126d330e-43df-4636-99b8-cf3de4180d41 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:33:04.571371 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6d0bdc5-6471-4443-9dbf-49fc02f662be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:04.723791 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] For port 126d330e-43df-4636-99b8-cf3de4180d41, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=126d330e-43df-4636-99b8-cf3de4180d41,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:33:04.724387 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:04.784032 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-e6d0bdc5-6471-4443-9dbf-49fc02f662be None None] For port 126d330e-43df-4636-99b8-cf3de4180d41, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=126d330e-43df-4636-99b8-cf3de4180d41,segment=NetworkSegment(1b6164c7-7a63-404d-9ecd-5847963f721b),segment_id=1b6164c7-7a63-404d-9ecd-5847963f721b)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:33:04.784474 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6d0bdc5-6471-4443-9dbf-49fc02f662be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:04.858726 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Calling delete_port for 126d330e-43df-4636-99b8-cf3de4180d41 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:33:04.924173 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 52aa062c-9270-40ee-8596-37d66d7c8922 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:33:04.938288 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:04.953725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:04.956059 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0bdc5-6471-4443-9dbf-49fc02f662be None None] Calling delete_port for 126d330e-43df-4636-99b8-cf3de4180d41 owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:33:05.003287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 52aa062c-9270-40ee-8596-37d66d7c8922 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:33:05.003608 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 52aa062c-9270-40ee-8596-37d66d7c8922 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:33:05.004074 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device ff18a958-1406-448e-aa49-f3c723ebe655 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:33:05.048097 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=126d330e-43df-4636-99b8-cf3de4180d41,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:05.049170 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: ff18a958-1406-448e-aa49-f3c723ebe655 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:33:05.050240 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device ff18a958-1406-448e-aa49-f3c723ebe655 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:33:05.050783 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 126d330e-43df-4636-99b8-cf3de4180d41 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:33:05.052745 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:05.090385 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 126d330e-43df-4636-99b8-cf3de4180d41 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:33:05.090775 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 126d330e-43df-4636-99b8-cf3de4180d41 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:33:05.096372 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] No DVR routers for this DVR port 126d330e-43df-4636-99b8-cf3de4180d41 on host dv-cinder-751579-21-smb {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:33:05.122224 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [None req-e6d0bdc5-6471-4443-9dbf-49fc02f662be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:33:05.122632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [None req-e6d0bdc5-6471-4443-9dbf-49fc02f662be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:33:05.219222 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:05.332774 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f144cb0c-3cdf-43be-813c-6e3f4fdcb97c']}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:05.345272 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6164c7-7a63-404d-9ecd-5847963f721b') {'for_net_delete': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:05.345610 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6164c7-7a63-404d-9ecd-5847963f721b') {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:05.357681 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1448559'] for segment, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:05.373001 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:05.375132 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:33:05.553157 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:33:05.563531 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31565690'] for segment, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:05.623880 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0bdc5-6471-4443-9dbf-49fc02f662be None None] Deleting port 126d330e-43df-4636-99b8-cf3de4180d41 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:33:05.624313 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e6d0bdc5-6471-4443-9dbf-49fc02f662be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:05.699736 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0bdc5-6471-4443-9dbf-49fc02f662be None None] The port '126d330e-43df-4636-99b8-cf3de4180d41' was deleted {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 00:33:05.986221 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Network f144cb0c-3cdf-43be-813c-6e3f4fdcb97c has no segments {{(pid=84025) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:33:06.008540 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:33:06.084869 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:06.088867 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-9a4eb49d-2225-4c23-b44b-8fc9ea47d2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:06.105428 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:06.114026 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=f144cb0c-3cdf-43be-813c-6e3f4fdcb97c,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:06.117366 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:06.127276 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-01458c3c-e351-468b-8e5b-145cd5a33a24 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f144cb0c-3cdf-43be-813c-6e3f4fdcb97c HTTP/1.1" status: 204 len: 168 time: 1.8126819 Feb 18 00:33:06.130362 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 40212) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:33:06.703151 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852808026'] for router_interface, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:07.075828 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] Deleting port 7442569a-2366-4e65-93c7-0185094dd0bc {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:33:07.076453 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:07.256277 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] For port 7442569a-2366-4e65-93c7-0185094dd0bc, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=7442569a-2366-4e65-93c7-0185094dd0bc,segment=NetworkSegment(d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3),segment_id=d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:33:07.256980 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:07.388600 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] Calling delete_port for 7442569a-2366-4e65-93c7-0185094dd0bc owned by network:router_interface {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:33:07.570858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:07.586143 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-c2e0d282-7c33-4311-a8e7-72ba5d922d9a tempest-AttachVolumeTestJSON-909094457 tempest-AttachVolumeTestJSON-909094457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:07.687297 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=7442569a-2366-4e65-93c7-0185094dd0bc,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:07.694787 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:07.995072 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852807992'] for router_interface, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:08.730101 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] Router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 has already been hosted by L3 agent 643b9333-71dc-417c-bcd7-c1b0820f32dc {{(pid=84025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 00:33:08.920991 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] Notify agent at l3_agent.dv-cinder-751579-21-smb the message routers_updated {{(pid=84025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 00:33:08.930770 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-6f2ffe9a-3227-4c50-a12e-00fc47ea9d36 admin admin] 10.222.0.44 "PUT /v2.0/routers/9d98415e-c427-4b6c-af7a-3e7fc5d940b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7985246 Feb 18 00:33:08.931418 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63897a7d-6966-4bca-b3ac-a466aeb06448 None None] Sync routers for ids ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'] in dv-cinder-751579-21-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 00:33:08.934007 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 40216) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:33:08.941529 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63897a7d-6966-4bca-b3ac-a466aeb06448 None None] Routers {'9d98415e-c427-4b6c-af7a-3e7fc5d940b9'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:33:08.942211 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-63897a7d-6966-4bca-b3ac-a466aeb06448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:32:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:09.123987 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Notify callbacks [] for router, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:09.132501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-63897a7d-6966-4bca-b3ac-a466aeb06448 None None] Set router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 gateway port host: dv-cinder-751579-21-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:33:09.313453 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:09.322557 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Deleting port eea75986-7999-4a7a-9c29-4653c386c199 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:33:09.322932 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:09.437249 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-63897a7d-6966-4bca-b3ac-a466aeb06448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'name': 'tempest-TestShelveInstance-885533366-router', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'external_fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:33:07Z', 'revision_number': 5, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'gw_port': {'id': 'eea75986-7999-4a7a-9c29-4653c386c199', 'name': '', 'network_id': '795370a8-1bdc-4db9-9669-71c38d19f081', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:bc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-21-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f3b6c3e-b989-4007-a542-e9f738aea158', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-21-smb'}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:09.441171 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63897a7d-6966-4bca-b3ac-a466aeb06448 None None] Checking router: 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 for host: dv-cinder-751579-21-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 00:33:09.450428 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63897a7d-6966-4bca-b3ac-a466aeb06448 None None] Routers {'9d98415e-c427-4b6c-af7a-3e7fc5d940b9'} bound to L3 agent in host dv-cinder-751579-21-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 00:33:09.451088 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-63897a7d-6966-4bca-b3ac-a466aeb06448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-21-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T00:10:19Z,description=,heartbeat_timestamp=2021-02-18T00:32:49Z,host='dv-cinder-751579-21-smb',id=643b9333-71dc-417c-bcd7-c1b0820f32dc,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T00:10:19Z,topic='l3_agent')) {'router_ids': ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:09.511109 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] For port eea75986-7999-4a7a-9c29-4653c386c199, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=eea75986-7999-4a7a-9c29-4653c386c199,segment=NetworkSegment(583a4915-c152-4f16-9c94-d5526906c491),segment_id=583a4915-c152-4f16-9c94-d5526906c491)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:33:09.511514 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:09.610939 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvr_db [None req-63897a7d-6966-4bca-b3ac-a466aeb06448 None None] Set router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 00:33:09.646891 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Calling delete_port for eea75986-7999-4a7a-9c29-4653c386c199 owned by network:router_gateway {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:33:09.728442 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_hamode_db [None req-63897a7d-6966-4bca-b3ac-a466aeb06448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'name': 'tempest-TestShelveInstance-885533366-router', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:33:09Z', 'revision_number': 6, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'gw_port_host': None}], 'dv-cinder-751579-21-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:09.732638 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63897a7d-6966-4bca-b3ac-a466aeb06448 None None] The sync data for ids ['9d98415e-c427-4b6c-af7a-3e7fc5d940b9'] in dv-cinder-751579-21-smb is: [{'id': '9d98415e-c427-4b6c-af7a-3e7fc5d940b9', 'name': 'tempest-TestShelveInstance-885533366-router', 'tenant_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T00:28:38Z', 'updated_at': '2021-02-18T00:33:09Z', 'revision_number': 6, 'project_id': 'ef782e8ccc7d4101a2461c93f0a4f08b', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 00:33:09.824858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823210159'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:09.841465 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-18448c08-7f04-46bd-87e1-ea6b7b280751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:09.945394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea75986-7999-4a7a-9c29-4653c386c199,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:09.951104 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:10.072977 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1974972'] for router_gateway, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:10.265686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853073908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5010'] for router, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:10.268443 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:10.293058 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853074642'] for router, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:10.293650 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d98415e-c427-4b6c-af7a-3e7fc5d940b9 {{(pid=84025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 00:33:10.307139 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] Notify callbacks [] for router, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:10.308393 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-25c24b75-4fdf-4986-ba4d-bc45bbec2078 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9d98415e-c427-4b6c-af7a-3e7fc5d940b9 HTTP/1.1" status: 204 len: 168 time: 1.3733842 Feb 18 00:33:10.311182 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84025) accepted ('10.222.0.44', 40220) {{(pid=84025) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:33:10.385376 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe8d939-021f-443d-96ef-d6937ecd57bb admin admin] Deleting subnet 40ab3b1b-a599-480e-a00b-ae868da7ca8e {{(pid=84025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 00:33:10.388837 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d939-021f-443d-96ef-d6937ecd57bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:10.441644 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d939-021f-443d-96ef-d6937ecd57bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853327241'] for subnet, precommit_delete_associations {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:10.527050 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d939-021f-443d-96ef-d6937ecd57bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854062306'] for subnet, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:10.787893 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d939-021f-443d-96ef-d6937ecd57bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853158719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823209083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036821527077'] for subnet, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:10.804346 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:10.871379 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device eea75986-7999-4a7a-9c29-4653c386c199 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:33:10.895270 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8d939-021f-443d-96ef-d6937ecd57bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ab3b1b-a599-480e-a00b-ae868da7ca8e,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:10.901661 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-fbe8d939-021f-443d-96ef-d6937ecd57bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:10.907985 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: eea75986-7999-4a7a-9c29-4653c386c199 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:33:10.908389 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device eea75986-7999-4a7a-9c29-4653c386c199 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:33:10.908889 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 7442569a-2366-4e65-93c7-0185094dd0bc no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:33:10.943740 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d939-021f-443d-96ef-d6937ecd57bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for subnet, before_response {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:10.944956 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: 7442569a-2366-4e65-93c7-0185094dd0bc {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:33:10.945448 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device 7442569a-2366-4e65-93c7-0185094dd0bc not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:33:10.949657 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0ab905-ce40-4718-af30-a9a80c4bc6af None None] Network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 requested from dv-cinder-751579-21-smb {{(pid=84026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 00:33:10.954367 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 40224) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:33:10.954500 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-fbe8d939-021f-443d-96ef-d6937ecd57bb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/40ab3b1b-a599-480e-a00b-ae868da7ca8e HTTP/1.1" status: 204 len: 168 time: 0.6421762 Feb 18 00:33:11.071330 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854247973'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:11.144763 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Deleting port c1cac706-e8e2-401c-b557-50d1dc1ecef0 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:33:11.145133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:11.213690 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e85bd1-356f-4c6c-9e43-5e33382881e2 None None] DHCP port deletion for 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 request from dv-cinder-751579-21-smb {{(pid=84026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 00:33:11.218154 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-71e85bd1-356f-4c6c-9e43-5e33382881e2 None None] Deleting port c1cac706-e8e2-401c-b557-50d1dc1ecef0 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:33:11.218586 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71e85bd1-356f-4c6c-9e43-5e33382881e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:11.370818 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] For port c1cac706-e8e2-401c-b557-50d1dc1ecef0, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=c1cac706-e8e2-401c-b557-50d1dc1ecef0,segment=NetworkSegment(d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3),segment_id=d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:33:11.371227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:11.434737 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.db [None req-71e85bd1-356f-4c6c-9e43-5e33382881e2 None None] For port c1cac706-e8e2-401c-b557-50d1dc1ecef0, host dv-cinder-751579-21-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-21-smb',level=0,port_id=c1cac706-e8e2-401c-b557-50d1dc1ecef0,segment=NetworkSegment(d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3),segment_id=d3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3)] {{(pid=84026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 00:33:11.435107 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71e85bd1-356f-4c6c-9e43-5e33382881e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1977416'] for port, precommit_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:11.506089 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Calling delete_port for c1cac706-e8e2-401c-b557-50d1dc1ecef0 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:33:11.591731 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854075792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770878167343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265977012238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823101166'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:11.608571 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-bb2bdad5-3f5e-42bb-9051-a6362a400e13 tempest-AttachVolumeNegativeTest-661270851 tempest-AttachVolumeNegativeTest-661270851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:11.708996 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cac706-e8e2-401c-b557-50d1dc1ecef0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:11.712507 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:11.734172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-71e85bd1-356f-4c6c-9e43-5e33382881e2 None None] Calling delete_port for c1cac706-e8e2-401c-b557-50d1dc1ecef0 owned by network:dhcp {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 00:33:11.762343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] No DVR routers for this DVR port c1cac706-e8e2-401c-b557-50d1dc1ecef0 on host dv-cinder-751579-21-smb {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 00:33:11.808634 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.db.api [None req-71e85bd1-356f-4c6c-9e43-5e33382881e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84026) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 00:33:11.809213 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_db.api [None req-71e85bd1-356f-4c6c-9e43-5e33382881e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 00:33:11.887047 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854060153', 'neutron.services.segments.db._delete_segments_for_network-8770878328077'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:11.998530 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:12.015385 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:12.015729 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.services.segments.db [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a2b6c9-d2c5-4a6d-a467-b13aa46a15d3') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 00:33:12.027632 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770878325005', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31561361'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:12.044363 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693303'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:12.046656 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 00:33:12.223217 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:33:12.232923 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854082545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31674681'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:12.310080 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-71e85bd1-356f-4c6c-9e43-5e33382881e2 None None] Deleting port c1cac706-e8e2-401c-b557-50d1dc1ecef0 {{(pid=84026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 00:33:12.310614 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-71e85bd1-356f-4c6c-9e43-5e33382881e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265976612724'] for port, before_delete {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:12.384882 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-71e85bd1-356f-4c6c-9e43-5e33382881e2 None None] The port 'c1cac706-e8e2-401c-b557-50d1dc1ecef0' was deleted {{(pid=84026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 00:33:12.658237 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.managers [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Network 8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: Traceback (most recent call last): Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: timer() Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: cb(*args, **kw) Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: return func(*args, **kwargs) Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: self._notify() Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: self.callback(batched_events) Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: event.method(event) Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: segment_id)['aggregates'][0] Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: return f(self, *a, **k) Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: return self._get(url).json() Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: **kwargs) Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: return self.request(url, 'GET', **kwargs) Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: **endpoint_filter) Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 00:33:12.680915 dv-cinder-751579-21-smb neutron-server[83911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 00:33:12.761409 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852973692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852800773'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:12.764905 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-1ed28968-61d7-49c1-aea4-103f88c2a234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:12.781112 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852973673'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:12.787311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:12.792876 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:12.795271 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-4824040e-46a8-4003-ae1f-1c4725bcf72d admin admin] 10.222.0.44 "DELETE /v2.0/networks/8e9f1510-c9ce-4725-bd6d-b2d71ab7dc19 HTTP/1.1" status: 204 len: 168 time: 1.8397708 Feb 18 00:33:12.870676 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device c1cac706-e8e2-401c-b557-50d1dc1ecef0 no longer exists at agent ovs-agent-dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 00:33:12.907427 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.plugin [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] No Port match for: c1cac706-e8e2-401c-b557-50d1dc1ecef0 {{(pid=84026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 00:33:12.907805 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.plugins.ml2.rpc [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Device c1cac706-e8e2-401c-b557-50d1dc1ecef0 not bound to the agent host dv-cinder-751579-21-smb {{(pid=84026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 00:33:12.998087 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 40230) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:33:13.049233 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-92884295-afca-461b-b7d2-0e89fb653d68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3978c7b80ce342b783e717459e951489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498505 Feb 18 00:33:13.051858 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 40234) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:33:13.112054 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcea2b5e-15a2-4c2f-afc5-7c0222140942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:13.139262 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcea2b5e-15a2-4c2f-afc5-7c0222140942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:13.185003 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcea2b5e-15a2-4c2f-afc5-7c0222140942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:13.189928 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-8903f654-16f6-4bbb-ab33-ad737b793931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:13.204399 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea2b5e-15a2-4c2f-afc5-7c0222140942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fe6f25-a246-4985-b93a-2e36155ddd70,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:13.208092 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-dcea2b5e-15a2-4c2f-afc5-7c0222140942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:13.212115 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-dcea2b5e-15a2-4c2f-afc5-7c0222140942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:13.213364 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-dcea2b5e-15a2-4c2f-afc5-7c0222140942 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67fe6f25-a246-4985-b93a-2e36155ddd70 HTTP/1.1" status: 204 len: 168 time: 0.1604519 Feb 18 00:33:13.584713 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 40242) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:33:13.641194 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-af4fb5b4-283c-485c-b323-212c4961af99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef782e8ccc7d4101a2461c93f0a4f08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552065 Feb 18 00:33:13.643671 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.44', 40246) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 00:33:13.705172 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13d16c9b-d03a-473e-ae26-873e64176271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:13.731969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13d16c9b-d03a-473e-ae26-873e64176271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:13.779785 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13d16c9b-d03a-473e-ae26-873e64176271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606260'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:13.784828 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-99920577-2c47-4e06-af01-9fa0a96b9574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 00:33:13.797330 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d16c9b-d03a-473e-ae26-873e64176271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a746d-2beb-4d33-910e-0f3188d31a21,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 00:33:13.800460 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG oslo_concurrency.lockutils [None req-13d16c9b-d03a-473e-ae26-873e64176271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 00:33:13.802629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-13d16c9b-d03a-473e-ae26-873e64176271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:13.804537 dv-cinder-751579-21-smb neutron-server[83911]: INFO neutron.wsgi [None req-13d16c9b-d03a-473e-ae26-873e64176271 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb7a746d-2beb-4d33-910e-0f3188d31a21 HTTP/1.1" status: 204 len: 168 time: 0.1592135 Feb 18 00:33:16.633788 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-495d4367-2f15-4a65-85e7-fd72c533c73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:18.745969 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9daf78a2-bcea-4b65-a637-0cdd63b51295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:19.885733 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:20.828629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:21.220250 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:21.574730 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:31.026594 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:33:46.641513 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-d85a3c6c-e42c-401a-be10-c4bc2421dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:48.746677 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e220e7f-3dae-4c9a-81bb-09eee458811d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:49.888091 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:50.830195 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:51.233133 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:33:51.578736 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:08.026597 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:34:16.633430 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3f7835e4-6fcb-41a1-900e-794c6cf68046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:18.746800 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8d54020d-3d1a-4270-8868-5b3e0458b41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:19.891691 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:20.832572 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:21.262775 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:21.580501 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:45.026185 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:34:46.636600 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-9a48aa4d-1cf9-40a9-82d2-667233a4b64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:48.747407 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-e2938138-4f89-48d4-838a-e02fd966ed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:49.893757 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:50.833883 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:51.269214 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:34:51.583311 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:16.639227 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-614cea14-4d39-4788-bbf2-f6905e234592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:18.748841 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b4cf658a-22e7-4320-9f53-95f6a9c760a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:19.897102 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:20.834914 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:21.276757 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:21.584719 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:22.026629 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:35:30.745422 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-52422610-258a-4e67-98fa-72ac78e0491a req-c36f9740-7678-472e-a2fc-315cb23f77c6 service neutron] (84024) timed out ('10.222.0.30', 55025) {{(pid=84024) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 00:35:46.640394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-43552176-9fc2-441b-a967-eed3895ac412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:48.751779 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5fdef58d-f2c2-4a4a-932c-f5a602fa6abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:49.898654 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:50.836034 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:51.291592 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:51.587902 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:35:59.026714 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:36:16.647482 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-8db3d215-6f75-4328-b03f-e62e31d4a32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:36:18.753415 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-74a0596f-c012-4357-9a24-b430e5ae0220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:36:19.901085 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:36:20.838503 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:36:21.307343 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:36:21.590162 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:36:36.026524 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:36:46.651399 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e142-82ce-4309-963f-fe44fb8c600b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:36:48.754871 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-c700f9b6-a649-4669-8dfa-41d16472b259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:36:49.904284 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:36:50.840205 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:36:51.315725 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:36:51.592265 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:00.513365 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-465386df-90d3-4a9b-9dd1-c1b74fce8405 req-13046a05-e5c4-4ff8-8719-c672b981b478 service neutron] (84025) timed out ('10.222.0.30', 55073) {{(pid=84025) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 00:37:05.511502 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.wsgi [req-c4841cf5-b284-4e25-b7d0-e8ed5543b96b req-8bd2880e-fac4-4cbf-b7d4-46d1ed09547b service neutron] (84025) timed out ('10.222.0.44', 34938) {{(pid=84025) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 00:37:13.025507 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:37:16.653196 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-a3249b54-37d1-4e70-be84-2771b974e43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:18.755604 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-5b5b1e33-0513-417c-9c9d-e4fa9bbcf59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:19.905865 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:20.841678 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:21.336191 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:21.594898 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:46.654545 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-09514584-9a17-4de0-98e8-405380cd01dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:48.757405 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-b261f697-8769-4fdf-8cbc-09d768d02a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:49.907287 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb344-8e1d-4b6d-aa27-781f85e43b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:50.025582 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron.db.agents_db [None req-b965954e-f871-4464-989a-143945f608b4 None None] Agent healthcheck: found 6 active agents {{(pid=84027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 00:37:50.843394 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-80e475fe-9670-4a7f-ae05-23cefc274488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:51.335267 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-3e36e1f5-8d20-4419-99fc-4929868b916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 00:37:51.596686 dv-cinder-751579-21-smb neutron-server[83911]: DEBUG neutron_lib.callbacks.manager [None req-4b857383-152a-44c3-9328-5a1d290ab43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265976454158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854086407'] for agent, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}